-- Logs begin at Thu 2022-09-15 13:28:22 UTC, end at Thu 2022-09-15 14:40:34 UTC. -- Sep 15 14:01:11.464861 dv-cinder-856971-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 14:01:14.136136 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.common.config [-] Logging enabled! Sep 15 14:01:14.136740 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev573 Sep 15 14:01:14.136956 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106344) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 14:01:14.140152 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.common.config [-] Logging enabled! Sep 15 14:01:14.140408 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev573 Sep 15 14:01:14.140715 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106344) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 14:01:14.142364 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 14:01:14.142593 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 14:01:14.143084 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 14:01:14.143335 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 14:01:14.143563 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 14:01:14.143914 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.144212 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.144442 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.144736 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.145031 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.145311 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.145600 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.145896 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.146181 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.146455 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.146737 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.146966 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.147247 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.147528 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.147843 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.148068 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] debug = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.148348 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.148767 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.149161 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.149448 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.149732 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.150008 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.150276 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.150548 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.150827 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.151151 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] host = dv-cinder-856971-2-iscsi {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.151426 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.151733 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.152020 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.152303 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.152573 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.152846 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.153125 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.153396 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.153666 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] log_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.154010 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.154304 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.154589 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.154880 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.155102 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.155323 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.155606 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.155919 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.156190 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.156520 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.156803 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.157080 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.157343 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.157608 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.157889 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.158169 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.158450 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.158719 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.158988 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.159255 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.159522 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.159835 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.160105 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.160373 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.160641 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.160922 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.161184 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.161451 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.161749 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.162029 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.162307 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.162586 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.162854 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.163132 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.163401 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.163666 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.163954 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] use_json = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.164224 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.164486 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.164763 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.165034 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.165300 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.165568 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.165835 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.166115 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.166382 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:14.166673 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.166964 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.167257 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.167535 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.167932 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.168211 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.168494 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.168768 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.169051 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.169333 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.169619 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.169896 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.170192 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.170479 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.170771 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.171072 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.171361 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.171648 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.171946 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.172341 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.172614 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.172890 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.173174 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.173451 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.173736 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.174022 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.174300 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.174592 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.174879 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.175160 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.175451 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.175766 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.176043 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.176320 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.176607 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.176885 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.177158 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.177444 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.177717 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.177987 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.178267 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.178556 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.178844 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.179118 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.179392 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.179678 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.180069 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.180347 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.180659 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.180889 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.181157 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.181439 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.181717 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.181989 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.182259 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.182534 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.182802 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.183070 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.183343 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.183890 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.184167 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.184439 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.184704 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.184977 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.185245 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.185511 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.185777 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.186044 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.186316 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.186582 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.186847 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.187115 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.187381 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.188186 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.188476 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.188773 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.189048 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.189323 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.189597 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.189869 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.190142 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.190414 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.190688 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.190960 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.191227 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.191514 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.191817 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.192102 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.192381 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.192674 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.192967 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.193239 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.193511 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.193789 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.194060 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.194335 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.194617 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.194889 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.195161 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.195445 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.195748 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.196041 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.196333 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.196610 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.196901 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.197192 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.197478 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.197752 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.198060 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.198339 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:14.198556 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 14:01:14.198794 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106344) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 14:01:14.580534 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 14:01:14.580849 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 14:01:14.581110 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 14:01:14.581339 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 14:01:14.581614 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 14:01:14.581940 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 14:01:14.907760 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.907967 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.908225 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.909433 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.909710 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.909972 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.963249 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.963527 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.963818 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.980228 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.980511 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:14.980783 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.008621 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.008901 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.009171 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.045171 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.045448 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.045726 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.276244 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.276879 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.276879 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.277949 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.278663 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.376701 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.377024 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.377305 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.377575 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.377840 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.378154 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.378415 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.378674 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.378927 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.379209 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.379467 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.379756 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.380016 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.380268 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.380521 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.380788 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.381042 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.381305 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.381578 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.381833 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.382103 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.382353 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.382631 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.383007 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.383256 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.383500 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.383921 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:01:15.384161 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:01:15.384398 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:01:15.384631 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:01:15.384864 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:01:15.385095 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:01:15.385456 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 14:01:15.388543 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 14:01:15.393386 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 14:01:15.397079 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 15 14:01:15.398691 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 14:01:15.399318 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 14:01:15.399657 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 14:01:15.400063 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 14:01:15.402822 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 14:01:15.403075 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 14:01:15.403419 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 14:01:15.408567 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 14:01:15.431162 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 14:01:15.431608 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.431929 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106344) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 15 14:01:15.432302 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.433905 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106344) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 14:01:15.434188 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 14:01:15.434432 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 14:01:15.445582 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.445863 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:15.563276 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 14:01:15.563494 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 14:01:15.563718 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 14:01:15.564100 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 14:01:15.616560 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO dbcounter [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Registered counter for database neutron Sep 15 14:01:15.636822 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_db.sqlalchemy.engines [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106344) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 14:01:15.644474 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG dbcounter [-] [106344] Writer thread running {{(pid=106344) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 14:01:16.189248 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Initializing driver for type 'gre' Sep 15 14:01:16.189775 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] gre ID ranges: [(1, 1000)] Sep 15 14:01:16.247256 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Initializing driver for type 'local' Sep 15 14:01:16.247539 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Initializing driver for type 'vlan' Sep 15 14:01:16.260672 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] VlanTypeDriver initialization complete Sep 15 14:01:16.261021 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Initializing driver for type 'vxlan' Sep 15 14:01:16.261530 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] vxlan ID ranges: [(1, 1000)] Sep 15 14:01:16.317390 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Initializing extension driver 'port_security' Sep 15 14:01:16.317926 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.extensions.port_security [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] PortSecurityExtensionDriver initialization complete Sep 15 14:01:16.318067 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Initializing mechanism driver 'openvswitch' Sep 15 14:01:16.318391 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Initializing mechanism driver 'hyperv' Sep 15 14:01:16.325007 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.plugin [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:16.325688 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > port after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.326071 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > port after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.326463 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > port after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.326990 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 14:01:16.327416 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > subnet after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.327816 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > subnet after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.328171 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > subnet after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.328615 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 14:01:16.329024 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > network after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.329381 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > network after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.329750 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > network after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.330125 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 14:01:16.330534 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > security_group after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.330888 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > security_group after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.331238 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > security_group after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.331633 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 14:01:16.332065 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.332414 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.332757 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.333281 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 14:01:16.333694 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > address_group after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.334053 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > address_group after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.334401 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > address_group after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.334793 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 14:01:16.335238 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] ML2 OVO RPC backend initialized. {{(pid=106344) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 15 14:01:16.335990 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router_interface after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.336355 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.336777 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > network before_response 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.337129 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > networks before_response 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.337478 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > port before_response 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.337824 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > ports before_response 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.338181 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > subnet before_response 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.338519 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > subnets before_response 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.338871 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > network after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.339217 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > network after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.339558 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > network after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.339935 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > port after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.340274 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > port after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.340611 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > port after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.340954 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > subnet after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.341291 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > subnet after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.341629 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > subnet after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.349865 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded quota_driver: . Sep 15 14:01:16.350243 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.plugin [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Modular L2 Plugin initialization complete Sep 15 14:01:16.350600 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading services supported by the core plugin {{(pid=106344) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 14:01:16.350947 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.plugins.ml2.managers [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Got port-security extension from driver 'port_security' Sep 15 14:01:16.351432 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.extensions.vlantransparent [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Disabled vlantransparent extension. Sep 15 14:01:16.351952 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106344) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 14:01:16.352285 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading Plugin: router Sep 15 14:01:16.387968 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router_interface before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.388367 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router after_create 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.388743 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router before_create 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.389116 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.389496 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.389858 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router after_delete 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.390221 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > floatingip after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.390578 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > floatingip after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.391061 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router after_create 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.391421 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router after_update 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.391803 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router after_update 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.392161 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.392525 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router after_update 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.392942 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router precommit_update 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.393316 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: port after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.393662 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: port after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.394007 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: subnet after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.394357 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.394712 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > port precommit_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.395067 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router precommit_create 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.395416 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: port before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.395794 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router precommit_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.396157 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router after_update 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.396507 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router precommit_delete 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.396864 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router precommit_create 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.397235 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router_interface after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.397587 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router precommit_update 55549900 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.397957 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > agent after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.398317 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > agent after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.398676 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > network after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.399524 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Tracking information for resource: router configured {{(pid=106344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:01:16.399885 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Tracking information for resource: floatingip configured {{(pid=106344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 14:01:16.404770 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.db.l3_agentschedulers_db [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 14:01:16.405356 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: port after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.405728 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: port after_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.406090 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: port after_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.406969 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: port after_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.407789 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router before_create 55550100 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.408161 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router precommit_delete 55550100 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.408530 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router precommit_create 55550100 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.408899 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > router precommit_update 55550100 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.413728 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.services.provider_configuration [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service providers = [] {{(pid=106344) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 14:01:16.414098 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.db.servicetype_db [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106344) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 14:01:16.417085 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.services.service_base [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:01:16.417441 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.services.service_base [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:01:16.417802 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.services.service_base [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:01:16.418694 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.services.service_base [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 14:01:16.419067 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.services.service_base [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 14:01:16.419445 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:01:16.419792 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 14:01:16.432128 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:01:16.432473 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading Plugin: auto_allocate Sep 15 14:01:16.438512 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: network precommit_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.438883 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: network precommit_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.439453 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:01:16.439762 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading Plugin: tag Sep 15 14:01:16.446461 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:01:16.446796 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading Plugin: timestamp Sep 15 14:01:16.450845 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:01:16.451180 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading Plugin: network_ip_availability Sep 15 14:01:16.456749 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.457127 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.457502 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.458228 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:01:16.458556 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading Plugin: flavors Sep 15 14:01:16.463270 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:01:16.463607 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading Plugin: revisions Sep 15 14:01:16.468047 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 14:01:16.468441 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_concurrency.lockutils [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.887s {{(pid=106344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 14:01:16.469714 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106344) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 15 14:01:16.470052 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Initializing extension manager. Sep 15 14:01:16.470579 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: __init__.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.470923 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: __pycache__ {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.471261 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: address_group.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.472189 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.472758 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: address-group Sep 15 14:01:16.473089 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: address_scope.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.473770 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.474281 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: address-scope Sep 15 14:01:16.474609 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: admin_state_down_before_update.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.475502 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.476045 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: router-admin-state-down-before-update Sep 15 14:01:16.476375 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: agent.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.477041 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.477553 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: agent Sep 15 14:01:16.477885 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: agent_resources_synced.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.478766 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.479280 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: agent-resources-synced Sep 15 14:01:16.479607 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: allowedaddresspairs.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.481381 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.481904 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: allowed-address-pairs Sep 15 14:01:16.482236 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: auto_allocated_topology.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.483269 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.483818 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: auto-allocated-topology Sep 15 14:01:16.484177 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: availability_zone.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.485501 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.486019 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: availability_zone Sep 15 14:01:16.486349 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: availability_zone_filter.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.487240 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.487782 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: availability_zone_filter Sep 15 14:01:16.488118 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: data_plane_status.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.488991 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.489498 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 14:01:16.489822 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: default_subnetpools.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.490701 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.491210 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: default-subnetpools Sep 15 14:01:16.491536 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: dhcpagentscheduler.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.492335 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.492852 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: dhcp_agent_scheduler Sep 15 14:01:16.493176 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: dns.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.494055 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.494562 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension dns-integration not supported by any of loaded plugins Sep 15 14:01:16.494886 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: dns_domain_ports.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.495798 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.496306 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 14:01:16.496633 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.497522 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.498035 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 14:01:16.498363 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: dvr.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.499005 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.499511 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: dvr Sep 15 14:01:16.499874 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: ecmp_routes.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.500778 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.501280 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 14:01:16.501604 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: empty_string_filtering.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.502475 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.502983 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: empty-string-filtering Sep 15 14:01:16.503306 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.504208 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.504712 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 14:01:16.505035 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.505918 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.506421 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 14:01:16.506747 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: external_net.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.507619 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.508163 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: external-net Sep 15 14:01:16.508488 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: extra_dhcp_opt.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.509371 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.509875 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: extra_dhcp_opt Sep 15 14:01:16.510198 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: extraroute.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.511078 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.511583 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: extraroute Sep 15 14:01:16.511938 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: extraroute_atomic.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.512939 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.513449 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: extraroute-atomic Sep 15 14:01:16.513776 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: filter_validation.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.514408 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.514912 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: filter-validation Sep 15 14:01:16.515238 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: fip_pf_description.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.516679 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.517179 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 14:01:16.517503 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: fip_pf_detail.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.518384 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.518893 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: floating-ip-port-forwarding-detail Sep 15 14:01:16.519219 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: fip_pf_port_range.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.520135 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.520646 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 15 14:01:16.520972 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: fip_port_details.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.521850 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.522366 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: fip-port-details Sep 15 14:01:16.522692 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: flavors.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.523921 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.524437 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: flavors Sep 15 14:01:16.524767 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.526384 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.526911 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 14:01:16.527244 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: floatingip_pools.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.527947 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.528468 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: floatingip-pools Sep 15 14:01:16.528800 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: ip_allocation.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.529694 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.530203 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 14:01:16.530531 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.532033 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.532694 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: ip-substring-filtering Sep 15 14:01:16.533024 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l2_adjacency.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.533918 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.534421 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 14:01:16.534750 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l3.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.535693 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.536240 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: router Sep 15 14:01:16.536569 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l3_conntrack_helper.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.538944 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.539483 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 14:01:16.539847 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.540746 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.541269 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: ext-gw-mode Sep 15 14:01:16.541602 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.542491 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.543006 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: l3-ha Sep 15 14:01:16.543337 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.544246 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.544754 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 15 14:01:16.545083 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l3_flavors.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.545967 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.546481 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: l3-flavors Sep 15 14:01:16.546812 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l3_ndp_proxy.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.548713 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.548989 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 15 14:01:16.549279 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.550114 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.550633 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 14:01:16.550963 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: l3agentscheduler.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.552011 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.552528 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: l3_agent_scheduler Sep 15 14:01:16.552861 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: local_ip.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.554566 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.555095 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension local_ip not supported by any of loaded plugins Sep 15 14:01:16.555429 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: logging.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.557084 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.557614 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension logging not supported by any of loaded plugins Sep 15 14:01:16.557951 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: metering.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.558920 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.559514 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: metering Sep 15 14:01:16.559884 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.560937 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.561459 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: metering_source_and_destination_fields Sep 15 14:01:16.561792 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: multiprovidernet.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.562745 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.563455 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: multi-provider Sep 15 14:01:16.563822 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: netmtu.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.564712 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.565232 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: net-mtu Sep 15 14:01:16.565563 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: netmtu_writable.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.566443 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.566973 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: net-mtu-writable Sep 15 14:01:16.567288 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: network_availability_zone.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.568035 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.568552 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: network_availability_zone Sep 15 14:01:16.568880 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: network_ip_availability.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.569940 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.570457 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: network-ip-availability Sep 15 14:01:16.570787 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: network_segment_range.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.571520 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.572058 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 14:01:16.572387 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: pagination.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.573329 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.573663 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: pagination Sep 15 14:01:16.573990 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: port_device_profile.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.574881 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.575395 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: port-device-profile Sep 15 14:01:16.575755 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: port_mac_address_override.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.576647 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.577158 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: port-mac-override Sep 15 14:01:16.577484 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.578971 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.579533 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: port-mac-address-regenerate Sep 15 14:01:16.579883 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.580781 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.581296 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: port-numa-affinity-policy Sep 15 14:01:16.581623 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: port_resource_request.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.582501 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.583003 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 14:01:16.583328 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: port_resource_request_groups.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.584274 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.584778 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 15 14:01:16.585103 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: portbindings.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.586006 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.586514 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: binding Sep 15 14:01:16.586839 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: portbindings_extended.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.588111 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.588635 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: binding-extended Sep 15 14:01:16.588974 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: portsecurity.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.589853 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.590372 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: port-security Sep 15 14:01:16.590698 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: project_id.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.591868 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.592208 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: project-id Sep 15 14:01:16.592536 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: providernet.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.593424 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.594031 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: provider Sep 15 14:01:16.594841 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.598373 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.598916 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos not supported by any of loaded plugins Sep 15 14:01:16.599257 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.600516 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.601042 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 14:01:16.601373 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.602262 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.602782 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 14:01:16.603113 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_default.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.604032 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.604556 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-default not supported by any of loaded plugins Sep 15 14:01:16.604886 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_fip.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.605780 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.606298 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-fip not supported by any of loaded plugins Sep 15 14:01:16.606628 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_fip_network_policy.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.607516 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.608060 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 15 14:01:16.608389 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_gateway_ip.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.609289 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.609842 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 14:01:16.610165 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_port_network_policy.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.611049 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.611562 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 14:01:16.611920 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.612927 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.613445 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 15 14:01:16.613773 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.614773 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.615283 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 15 14:01:16.615608 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_pps_rule.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.616768 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.617287 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-pps not supported by any of loaded plugins Sep 15 14:01:16.617617 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_rule_type_details.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.618514 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.619031 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 14:01:16.619359 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_rule_type_filter.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.620278 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.620789 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 15 14:01:16.621117 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: qos_rules_alias.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.622131 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.622647 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 14:01:16.622975 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: quota_check_limit.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.623885 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.624403 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: quota-check-limit Sep 15 14:01:16.624730 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: quotasv2.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.625738 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.626070 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: quotas Sep 15 14:01:16.626397 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: quotasv2_detail.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.628096 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.628441 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: quota_details Sep 15 14:01:16.628786 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: rbac.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.629820 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.630354 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: rbac-policies Sep 15 14:01:16.630690 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: rbac_address_group.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.631589 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.632139 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: rbac-address-group Sep 15 14:01:16.632470 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: rbac_address_scope.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.633440 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.633961 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: rbac-address-scope Sep 15 14:01:16.634292 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: rbac_security_groups.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.635185 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.635719 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: rbac-security-groups Sep 15 14:01:16.636055 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: rbac_subnetpool.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.636976 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.637491 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: rbac-subnetpool Sep 15 14:01:16.637818 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: revisionifmatch.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.638725 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.639244 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: revision-if-match Sep 15 14:01:16.639573 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: revisions.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.641362 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.641850 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: standard-attr-revisions Sep 15 14:01:16.642181 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: router_availability_zone.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.642825 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.643341 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: router_availability_zone Sep 15 14:01:16.643670 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: routerservicetype.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.644587 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.645108 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension router-service-type not supported by any of loaded plugins Sep 15 14:01:16.645436 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.646329 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.646847 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: security-groups-normalized-cidr Sep 15 14:01:16.647174 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: security_groups_port_filtering.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.648102 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.648614 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: port-security-groups-filtering Sep 15 14:01:16.648939 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.649834 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.650346 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: security-groups-remote-address-group Sep 15 14:01:16.650672 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.651564 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.652110 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: security-groups-shared-filtering Sep 15 14:01:16.652439 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: securitygroup.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.662938 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.663477 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: security-group Sep 15 14:01:16.663857 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: segment.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.664559 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.665072 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension segment not supported by any of loaded plugins Sep 15 14:01:16.665403 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.666320 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.666836 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 14:01:16.667169 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: servicetype.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.668252 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.668776 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: service-type Sep 15 14:01:16.669114 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: sorting.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.670059 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.670394 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: sorting Sep 15 14:01:16.670723 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: standard_attr_segment.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.671620 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.672209 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 14:01:16.672612 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: standardattrdescription.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.673234 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.673751 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: standard-attr-description Sep 15 14:01:16.674080 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: stateful_security_group.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.674976 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.675497 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: stateful-security-group Sep 15 14:01:16.675870 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: stdattrs_common.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.676428 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 14:01:16.676774 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.677654 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.678169 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 14:01:16.678498 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: subnet_onboard.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.679528 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.680076 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: subnet_onboard Sep 15 14:01:16.680405 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.681300 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.681811 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 14:01:16.682138 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: subnet_service_types.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.683032 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.683547 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: subnet-service-types Sep 15 14:01:16.684167 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: subnetallocation.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.685217 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.685738 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: subnet_allocation Sep 15 14:01:16.686067 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.686699 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.687212 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: subnetpool-prefix-ops Sep 15 14:01:16.687538 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.688484 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.688996 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 14:01:16.689323 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: tagging.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.690386 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.690864 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: standard-attr-tag Sep 15 14:01:16.691192 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: timestamp.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.692391 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.692909 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loaded extension: standard-attr-timestamp Sep 15 14:01:16.693236 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: trunk.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.694232 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.694754 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension trunk not supported by any of loaded plugins Sep 15 14:01:16.695081 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: trunk_details.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.695994 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.696511 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension trunk-details not supported by any of loaded plugins Sep 15 14:01:16.696836 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: uplink_status_propagation.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.697729 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.698242 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 14:01:16.698567 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Loading extension file: vlantransparent.py {{(pid=106344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 14:01:16.699209 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 14:01:16.699742 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 14:01:16.702358 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:network Sep 15 14:01:16.702884 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:subnet Sep 15 14:01:16.703838 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:01:16.704367 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:port Sep 15 14:01:16.705607 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.706064 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service FLAVORS assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.706689 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.707151 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.707491 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:router Sep 15 14:01:16.707960 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:floatingip Sep 15 14:01:16.708457 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service METERING assigned prefix: /metering {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.709907 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.710287 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.710648 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:01:16.711642 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 14:01:16.712119 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:security_group Sep 15 14:01:16.712557 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 14:01:16.713106 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service CORE assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.713448 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:01:16.713799 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] subnetpool is already registered Sep 15 14:01:16.714229 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service CORE assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.714557 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:01:16.714893 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] subnetpool is already registered Sep 15 14:01:16.717325 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.717777 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service FLAVORS assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.718419 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.719024 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.719885 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:router Sep 15 14:01:16.720231 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] router is already registered Sep 15 14:01:16.720653 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:floatingip Sep 15 14:01:16.720994 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] floatingip is already registered Sep 15 14:01:16.721482 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service METERING assigned prefix: /metering {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.722199 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 14:01:16.722530 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] rbac_policy is already registered Sep 15 14:01:16.722962 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:security_group Sep 15 14:01:16.723310 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] security_group is already registered Sep 15 14:01:16.723760 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 14:01:16.724110 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] security_group_rule is already registered Sep 15 14:01:16.724624 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service CORE assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.724957 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:01:16.725297 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] subnetpool is already registered Sep 15 14:01:16.725734 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.v2.resource_helper [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Service CORE assigned prefix: {{(pid=106344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 14:01:16.726060 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 14:01:16.726393 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING neutron.quota.resource_registry [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] subnetpool is already registered Sep 15 14:01:16.726864 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: extensions {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.728500 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: address-groups {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.730010 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: address-scopes {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.731258 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: agents {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.732475 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: auto-allocated-topology {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.735040 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: availability_zones {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.736325 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: dhcp-networks {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.737773 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: dhcp-agents {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.739341 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: routers {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.741135 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: flavors {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.742325 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: service_profiles {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.743652 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: next_providers {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.745160 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: service_profiles {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.746648 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: floatingip-pools {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.747917 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: routers {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.749788 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: floatingips {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.751056 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: l3-routers {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.752486 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: l3-agents {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.754044 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: metering-labels {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.755353 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: metering-label-rules {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.756698 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: network-ip-availabilities {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.758081 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: bindings {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.759718 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: quotas {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.761322 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: quotas {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.762988 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: rbac-policies {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.764245 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: security-groups {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.765463 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: security-group-rules {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.767302 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: service-providers {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.768661 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: subnetpools {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.770029 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: subnetpools {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.771507 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.773349 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.775118 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.777086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.778811 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.780755 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.782645 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.784512 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.786344 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.788283 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron.api.extensions [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Extended resource: tags {{(pid=106344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 14:01:16.795278 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING keystonemiddleware.auth_token [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 14:01:16.801018 dv-cinder-856971-2-iscsi neutron-server[106344]: WARNING keystonemiddleware.auth_token [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 14:01:16.810230 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_concurrency.lockutils [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Acquiring lock "singleton_lock" {{(pid=106344) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 15 14:01:16.810571 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_concurrency.lockutils [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Acquired lock "singleton_lock" {{(pid=106344) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 15 14:01:16.811047 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_concurrency.lockutils [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Releasing lock "singleton_lock" {{(pid=106344) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 15 14:01:16.811734 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO oslo_service.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Starting 2 workers Sep 15 14:01:16.817048 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Started child 106455 {{(pid=106344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 14:01:16.821465 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Started child 106456 {{(pid=106344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 14:01:16.822450 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:16.823085 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO neutron.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 14:01:16.823597 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Publish callbacks [] for process (None), before_spawn {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:16.824025 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [-] (106455) wsgi starting up on http://0.0.0.0:9696 Sep 15 14:01:16.825998 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO oslo_service.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Starting 1 workers Sep 15 14:01:16.826202 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:16.827618 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [-] (106456) wsgi starting up on http://0.0.0.0:9696 Sep 15 14:01:16.831212 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Started child 106457 {{(pid=106344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 14:01:16.831763 dv-cinder-856971-2-iscsi neutron-server[106344]: INFO oslo_service.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Starting 1 workers Sep 15 14:01:16.835261 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] calling RpcWorker wait() {{(pid=106457) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 14:01:16.835817 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] returning from RpcWorker wait() {{(pid=106457) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 14:01:16.836431 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Started child 106458 {{(pid=106344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 14:01:16.836961 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:16.837185 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG neutron_lib.callbacks.manager [None req-8439f90c-77a5-418e-92e2-589208a72acd None None] Publish callbacks [] for process (None), after_spawn {{(pid=106344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:16.837384 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:16.839208 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106344) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 14:01:16.839428 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 14:01:16.839615 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 14:01:16.839861 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 14:01:16.840212 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 14:01:16.840398 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 14:01:16.840915 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.841193 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.841458 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.841734 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.842305 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.842588 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.842827 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.843112 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.843211 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:16.843659 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.843659 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.843659 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.843984 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.844087 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:16.844271 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.844589 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.845060 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.845318 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.845551 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.845723 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.845991 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.846264 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.846528 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.846804 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] debug = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.847090 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.847578 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.847844 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.848086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.848334 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.848603 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.848857 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.849128 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.849379 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.849616 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.849874 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.850142 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.850391 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.850639 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.850876 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.851152 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.851370 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.851881 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] host = dv-cinder-856971-2-iscsi {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.852122 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.852361 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.852611 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.852859 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.853124 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.853339 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.853606 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.853850 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.854104 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.854335 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.854577 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.854828 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.855044 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.855291 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.855442 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_options = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.855721 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.855983 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.856251 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.856437 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.856605 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.856767 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.857015 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.857297 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.857529 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.857752 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.858406 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.858636 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.858890 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.859132 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.860246 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.860246 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.860635 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.860854 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.861093 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.861248 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.861617 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.861707 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.861993 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.862175 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.862393 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.862645 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.862866 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.863202 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.863601 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.863785 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.864499 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.864753 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.864987 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.865223 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.865483 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.865826 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.865952 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.866236 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.866507 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.866724 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.866981 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.868203 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.868203 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.868203 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.868203 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.868203 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.869133 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_json = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.869133 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.869133 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.869133 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.869643 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.869643 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.869643 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.870030 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.870030 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.870282 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.871531 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.872560 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.872560 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.872560 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.872980 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.872980 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.873240 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.875086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.875086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.875086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.875086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.875086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.875086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.875086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.876870 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.876870 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.876870 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.876870 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.877171 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.877256 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.877408 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.877668 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.877952 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.878174 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.878409 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.878643 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.878885 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.879409 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.879543 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.879797 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.880143 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.880442 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.880710 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.880955 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.881205 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.881465 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.881683 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.881906 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.882162 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.882353 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.883133 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.883133 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.883133 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.883384 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.883585 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.883837 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.884090 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.884357 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.884615 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.884859 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.885083 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.885299 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.885515 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.885842 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.885999 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.886222 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.886492 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.886719 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.886954 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.887212 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.887446 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.887669 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.888000 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.888219 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.888586 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.888714 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.888887 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.889150 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.889366 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.889604 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.889817 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.890029 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.890265 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.890478 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.890698 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.891223 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.891482 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.891807 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.892027 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.892243 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.892456 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.892667 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.892901 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.893111 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.893328 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.893549 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.893761 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.894164 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.894164 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.894435 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.894604 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.894831 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.895147 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.895404 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.895649 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.895887 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.896528 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.896528 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.896987 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.896987 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.897226 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.897348 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.897719 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.897719 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.897968 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.898207 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.898454 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.898723 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.898944 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.899158 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.899373 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.899595 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.899838 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.900062 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.900281 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.900517 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.900739 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.901000 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.901235 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.901489 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.901801 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.901944 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.902204 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.902478 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.902723 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.902993 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.903228 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.903487 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.903820 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.904106 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.904352 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.904614 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.904846 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.905140 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.905402 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.905653 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.905907 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.906142 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.906383 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.907158 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.907412 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.907789 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.908026 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.908335 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.908587 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.908820 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.909227 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.909510 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.909762 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.910002 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.910282 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.910532 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.910759 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.911020 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.911262 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.911501 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.911754 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.911997 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.912211 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.912600 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.912971 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.913202 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.913439 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.913657 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.913913 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.914162 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.914382 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.914597 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.914824 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.915062 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.915314 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.915549 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.915795 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.916029 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.916457 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.916755 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.916983 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.917220 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.917454 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.917676 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.917959 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.918591 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.918591 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.918767 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.918883 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.919157 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.919371 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.919615 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.919856 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.920073 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.920286 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.920505 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.920721 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.920955 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.921198 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.921414 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.921671 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.921918 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.922855 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.923114 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.923393 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.923598 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.923863 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.924098 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.924319 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.924540 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.924780 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.925017 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.925266 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.925507 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.925755 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.925975 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.926212 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.926432 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.926649 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.926865 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.927135 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.927376 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.927605 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.927870 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.928091 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.928314 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.928537 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.928756 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.928967 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.929200 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.929612 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.929844 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.930065 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.930271 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.930617 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.930870 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.931099 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.931365 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.931605 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.931858 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.932090 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.932302 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.932514 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.932740 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.932957 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.933168 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.933414 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.933626 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.934094 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.934317 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.934538 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.934749 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.934973 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.935188 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.935398 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.935637 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.935877 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.936087 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.936318 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.936532 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.936743 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.936964 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.937179 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.937386 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.937611 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.937863 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.938064 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.938281 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.938471 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.938688 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.938969 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.939217 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.939719 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.940004 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.940276 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.940597 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.940860 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.941165 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.941434 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.941748 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.941908 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.942164 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.942415 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.942767 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.943078 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.943392 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.943679 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.943968 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.944309 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.944598 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.944892 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.945128 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.945457 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.945782 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.946059 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.946396 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.946675 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.946988 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.947210 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.947447 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.947739 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.948006 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.948233 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.948505 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.948734 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.949030 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.949252 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.949498 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.949738 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.950096 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.950315 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.950577 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.950895 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.951127 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 14:01:16.951760 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106344) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 14:01:16.952003 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 14:01:16.952176 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 14:01:16.952418 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 14:01:16.952592 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 14:01:16.952979 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 14:01:16.953174 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.953440 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.953620 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.953779 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.954039 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.954332 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.954332 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.954643 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.954795 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.954923 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.955080 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:16.955243 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.955331 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.955399 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.955600 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.955819 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.955989 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.956150 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.956314 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.956474 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.956660 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.956864 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.957015 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] debug = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.957173 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.957449 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.957625 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.957748 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.958033 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.958198 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.958366 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.958584 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.958584 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.958813 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.958918 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.959075 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.959246 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960111 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960111 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960111 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960111 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960111 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] host = dv-cinder-856971-2-iscsi {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960607 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960607 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960607 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960836 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.960836 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.961117 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.961224 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.961342 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.961527 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.961723 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.961862 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.962085 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.962245 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.962589 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.962589 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_options = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.962762 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.962951 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.963086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.963287 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.963455 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.963711 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.964926 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.964926 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.965144 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.965303 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.965442 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.965563 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.965681 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.965830 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.965988 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.966148 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.966307 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.966465 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.966627 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.966784 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.966941 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.967100 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.967256 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.967412 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.967580 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.967759 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.967917 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.968074 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.968233 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.968390 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.968551 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.968701 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.968837 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.969542 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.969762 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.970226 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.970226 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.970226 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.970650 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.970650 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.970650 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.970991 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.970991 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.970991 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.971197 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.971282 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.971433 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_json = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.971590 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.971770 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.971928 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.972086 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.972243 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.972402 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.972559 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.972716 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.972874 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 14:01:16.973053 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.973213 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.973390 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.973556 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.973700 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.973862 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.974021 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.974181 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.974340 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.974500 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.974667 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.974828 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.974997 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.975157 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.975319 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.975487 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.975648 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.975830 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.975990 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.976151 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.976312 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.976471 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.976638 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.976797 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.976957 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.977194 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.977327 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.977447 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.977564 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.977731 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.977904 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.978248 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.978248 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.978481 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.978573 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.978652 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.978811 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.978971 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.979131 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.979291 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.979448 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.979608 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.979790 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.979950 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.980110 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.980275 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.980433 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.980753 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.980916 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.981080 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.981240 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.981405 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.981566 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.981704 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.981860 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.982019 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.982180 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.982352 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.982510 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.982670 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.982829 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.982990 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.983153 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.983310 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.983621 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.983804 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.983989 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.984148 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.984321 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.984480 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.985223 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.985388 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.985543 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.985689 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.986012 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.986441 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.986441 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.986738 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.986738 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.986738 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.987083 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.987083 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.987765 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.987765 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.987765 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.987765 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.988167 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.988167 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.988167 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.988390 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.988390 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.988560 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.988736 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.988895 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.989055 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.989214 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.989373 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.989532 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.989690 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.989849 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.990031 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.990159 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.990314 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.990472 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.990633 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.990793 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.990952 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.991110 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.991270 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.991429 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.991588 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.991765 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.991926 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.992087 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.992246 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.992405 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.992563 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.992723 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.992881 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.993041 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.993202 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.993361 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.993519 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.993688 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.993847 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.994009 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.994167 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.994333 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.994503 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.994664 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.994824 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.994982 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.995140 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.995299 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.995463 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.995621 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.995801 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.995961 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.996170 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.996347 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.996591 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.996688 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.996800 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.996981 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.997144 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.997302 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.997462 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.997620 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.997779 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.997939 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.998097 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.998256 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.998413 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.998574 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.998733 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.998892 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.999052 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.999210 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.999368 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.999528 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.999708 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:16.999868 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.000029 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.000235 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.000409 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.000590 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.000777 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.000919 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.001055 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.001183 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.001302 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.001420 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.001572 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.001732 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.001891 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.002049 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.002208 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.002367 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.002525 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.002684 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.002846 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.003005 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.003165 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.003918 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.003918 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.003918 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.003918 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.003918 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.004416 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.004416 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.004416 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.004686 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.004686 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.004828 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.004972 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.005133 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.005506 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.005506 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.005674 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.005750 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.005910 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.006072 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.006231 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.006390 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.006562 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.006708 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.006868 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.007027 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.007189 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.007348 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.007508 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.007669 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.007848 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.008006 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.008164 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.008322 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.008483 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.008643 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.008803 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.008961 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.009120 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.009280 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.009439 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.009598 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.009757 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.009915 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.010074 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.010231 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.010391 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.010548 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.010720 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.010879 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.011037 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.011196 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.011358 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.011501 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.011669 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.011848 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.012006 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.012169 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.012309 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.012467 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.012634 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.012793 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.012951 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.013109 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.013266 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.013424 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.013590 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.013748 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.013906 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.014064 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.014221 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.014379 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.014545 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.014703 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.014861 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.015019 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.015174 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.015329 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.015497 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.015655 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.015938 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.016088 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.016236 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.016564 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.016735 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.016897 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.017056 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.017223 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.017382 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.017541 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.017699 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.017869 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.018028 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.018188 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.018349 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.018508 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.018668 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.018829 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.018992 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.019160 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.019326 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.019487 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.019653 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.019847 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.020014 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.020174 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.020341 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.020513 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.020673 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.020832 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.020991 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.021149 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.021308 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.021468 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.021626 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.021785 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.021943 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.022134 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.022266 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.022394 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.022552 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.022710 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.022868 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.023027 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.023185 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.023343 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.023502 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 14:01:17.023654 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 14:01:17.146398 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 46944) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:17.153322 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048206 Sep 15 14:01:17.158556 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0046542 Sep 15 14:01:26.310636 dv-cinder-856971-2-iscsi neutron-server[106344]: DEBUG dbcounter [-] [106344] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106344) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:28.397114 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989bd96e-3d14-49d6-bf23-848f2835e1bf None None] get_active_networks_info from dv-cinder-856971-2-iscsi {{(pid=106457) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 15 14:01:28.413667 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writer thread running {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 14:01:28.481262 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989bd96e-3d14-49d6-bf23-848f2835e1bf None None] No non-hosted networks {{(pid=106457) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 14:01:28.535198 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.agentschedulers_db [None req-989bd96e-3d14-49d6-bf23-848f2835e1bf None None] DHCP Agent not found on host dv-cinder-856971-2-iscsi {{(pid=106457) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 15 14:01:28.618162 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-feb42d02-2bd1-4572-a3d1-73081fdf74b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814212'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:30.151326 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writer thread running {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 14:01:30.659912 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9b0354f6-bc3b-4983-8717-9facd254f1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814212'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:30.675300 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2597a0d5-3ba4-4edf-8555-52da02b8217a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:31.943724 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814212'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:32.214589 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47016) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:32.796582 dv-cinder-856971-2-iscsi neutron-server[106455]: WARNING oslo_policy.policy [None req-8dd739fc-d12a-4444-9f60-01db61bf938d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:01:32.797176 dv-cinder-856971-2-iscsi neutron-server[106455]: WARNING oslo_policy.policy [None req-8dd739fc-d12a-4444-9f60-01db61bf938d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:01:33.019808 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [None req-8dd739fc-d12a-4444-9f60-01db61bf938d admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106455) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:01:33.023738 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8dd739fc-d12a-4444-9f60-01db61bf938d admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8053887 Sep 15 14:01:33.433359 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814212'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:33.434022 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.434777 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.435258 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.436433 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.439322 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.439667 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.440060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.440410 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.440736 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.441055 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.441416 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.441720 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.442050 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.442362 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.442678 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:33.443051 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-856971-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:33.461865 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-856971-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:33.468300 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814212'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:35.695127 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47052) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:36.024537 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-20b19abd-23ae-4188-8efd-1dfdf02ed59d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:01:36.037018 dv-cinder-856971-2-iscsi neutron-server[106455]: ERROR stevedore.extension [None req-20b19abd-23ae-4188-8efd-1dfdf02ed59d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 14:01:36.118321 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.policy [None req-20b19abd-23ae-4188-8efd-1dfdf02ed59d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106455) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 14:01:36.160847 dv-cinder-856971-2-iscsi neutron-server[106455]: WARNING oslo_policy.policy [None req-20b19abd-23ae-4188-8efd-1dfdf02ed59d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:01:36.161248 dv-cinder-856971-2-iscsi neutron-server[106455]: WARNING oslo_policy.policy [None req-20b19abd-23ae-4188-8efd-1dfdf02ed59d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:01:36.181429 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writer thread running {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 14:01:36.259840 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-20b19abd-23ae-4188-8efd-1dfdf02ed59d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741017749100', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741017747552', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741017798532', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741017805952', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741017809839', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741017784959', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-981159', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-954577', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1803920', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1781678'] for rbac-policy (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:36.332562 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-20b19abd-23ae-4188-8efd-1dfdf02ed59d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:36.333742 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-20b19abd-23ae-4188-8efd-1dfdf02ed59d admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6375933 Sep 15 14:01:37.783234 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.db.l3_hamode_db [None req-abf42a74-84c2-46e2-89b5-12b1ef45a399 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 14:01:37.863112 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf42a74-84c2-46e2-89b5-12b1ef45a399 None None] Routers set() bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:01:37.863498 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf42a74-84c2-46e2-89b5-12b1ef45a399 None None] Router IDs set() for agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 15 14:01:38.945567 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47062) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:39.271002 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:01:39.300469 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Made reservation on behalf of 3d187412d8794cd7a7ad12d6f240c67e for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:01:39.304722 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:39.324390 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:39.435866 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Publish callbacks [] for security_group (fd3ed02e-af9f-4370-ad08-c4e5c82466ef), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:39.439499 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (fd3ed02e-af9f-4370-ad08-c4e5c82466ef), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:39.472190 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:01:39.501369 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741020827576', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (54a84933-b3c1-4cad-b554-df277a849d53), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:39.501939 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Unsubscribe: segment precommit_create {{(pid=106455) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 14:01:39.502485 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Added segment 54a84933-b3c1-4cad-b554-df277a849d53 of type vlan for network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 Sep 15 14:01:39.508558 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ed02e-af9f-4370-ad08-c4e5c82466ef,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:39.544291 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.544632 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.544989 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.545337 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.545667 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.545986 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.546305 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.546620 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.546934 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.547886 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.548395 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.548735 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.549055 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.549370 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.549682 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Tracked resource versions report: Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: pushed versions: Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: { 'AddressGroup': {'1.2'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Agent': {'1.1'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'ConntrackHelper': {'1.0'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'LocalIPAssociation': {'1.0'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Log': {'1.0'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'NDPProxy': {'1.0'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Network': {'1.1'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Port': {'1.7'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'PortForwarding': {'1.3'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'QosPolicy': {'1.10'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SecurityGroup': {'1.5'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SubPort': {'1.0'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Subnet': {'1.1'}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Trunk': {'1.1'}} Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: consumer versions: Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: { DHCP agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: L3 agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: Metadata agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: Metering agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: Open vSwitch agent@dv-cinder-856971-2-iscsi: { 'AddressGroup': '1.2', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Agent': '1.1', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'ConntrackHelper': '1.0', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'LocalIPAssociation': '1.0', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Log': '1.0', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'NDPProxy': '1.0', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Network': '1.1', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Port': '1.7', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'PortForwarding': '1.3', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'QosPolicy': '1.10', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SecurityGroup': '1.5', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SecurityGroupRule': '1.2', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SubPort': '1.0', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Subnet': '1.1', Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Trunk': '1.1'}} Sep 15 14:01:39.551036 dv-cinder-856971-2-iscsi neutron-server[106455]: {{(pid=106455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:01:39.611586 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (17e0c8b8-0c17-428a-9c94-9cdc3ad308c7), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:39.650743 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (17e0c8b8-0c17-428a-9c94-9cdc3ad308c7), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:39.656022 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:01:39.657474 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:39.666517 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:39.745022 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7983515 Sep 15 14:01:39.785263 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbcd2c-341d-408c-acfd-f0f9a9073df6 demo demo] Pushing event updated for resources: {'Network': ['ID=17e0c8b8-0c17-428a-9c94-9cdc3ad308c7,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:39.797819 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:01:42.484117 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47076) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:42.935730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2b862-7295-4f1c-bcab-8019be38df8d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:01:42.937039 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-25e2b862-7295-4f1c-bcab-8019be38df8d demo admin] 10.222.0.27 "GET /networking/v2.0/networks/17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 HTTP/1.1" status: 200 len: 824 time: 0.4519012 Sep 15 14:01:42.962024 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-bc66b780-22b6-4804-9519-295cc7450515 demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/94e56df9-f94b-413a-af8e-a73e0b86c9e5 HTTP/1.1" status: 200 len: 734 time: 0.0184014 Sep 15 14:01:42.970439 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Request body: {'subnet': {'subnetpool_id': '94e56df9-f94b-413a-af8e-a73e0b86c9e5', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7', 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:01:42.992492 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Made reservation on behalf of 3d187412d8794cd7a7ad12d6f240c67e for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:01:42.994836 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:43.204201 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:43.284650 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (fd388564-66b4-4ce1-b146-174973479c2f), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:43.350660 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fd388564-66b4-4ce1-b146-174973479c2f,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:43.361425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Checking segment: {'id': '54a84933-b3c1-4cad-b554-df277a849d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:01:43.361811 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Network hostable DHCP agents. Network: 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:01:43.381815 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:01:43.392749 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:01:43.397255 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:01:43.397843 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:43.402853 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb9785-c63a-4220-b037-fc8f65ba0b3d None None] Network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:01:43.414274 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-4da6bdca-9847-4919-aaae-205b13fae8a4 demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4471505 Sep 15 14:01:43.476804 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:43.489225 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:43.670451 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-17e0c8b8-0c17-428a-9c94-9cdc3ad308c7', 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7', 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'fixed_ips': [{'subnet_id': 'fd388564-66b4-4ce1-b146-174973479c2f'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:01:43.671797 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:43.949495 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Allocated IP 172.20.0.2 (17e0c8b8-0c17-428a-9c94-9cdc3ad308c7/fd388564-66b4-4ce1-b146-174973479c2f/1bee12e8-77e5-4389-8e72-85f61e8172f0) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:01:43.972071 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:44.219558 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Publish callbacks [] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:44.227797 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:44.309339 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:01:44.316181 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:01:44.321240 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Pushing event updated for resources: {'Port': ['ID=1bee12e8-77e5-4389-8e72-85f61e8172f0,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:44.323509 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:01:44.358971 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.359324 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.359728 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.360101 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.360440 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.360768 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.361098 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.361428 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.361752 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.362078 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.362405 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.362746 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.363069 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.363391 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.363731 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Tracked resource versions report: Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: pushed versions: Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: { 'AddressGroup': {'1.2'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Agent': {'1.1'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'ConntrackHelper': {'1.0'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'LocalIPAssociation': {'1.0'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Log': {'1.0'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'NDPProxy': {'1.0'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Network': {'1.1'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Port': {'1.7'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'PortForwarding': {'1.3'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'QosPolicy': {'1.10'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SecurityGroup': {'1.5'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SubPort': {'1.0'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Subnet': {'1.1'}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Trunk': {'1.1'}} Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: consumer versions: Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: { DHCP agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: L3 agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: Metadata agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: Metering agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: Open vSwitch agent@dv-cinder-856971-2-iscsi: { 'AddressGroup': '1.2', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Agent': '1.1', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'ConntrackHelper': '1.0', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'LocalIPAssociation': '1.0', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Log': '1.0', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'NDPProxy': '1.0', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Network': '1.1', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Port': '1.7', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'PortForwarding': '1.3', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'QosPolicy': '1.10', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SecurityGroup': '1.5', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SecurityGroupRule': '1.2', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SubPort': '1.0', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Subnet': '1.1', Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Trunk': '1.1'}} Sep 15 14:01:44.365179 dv-cinder-856971-2-iscsi neutron-server[106457]: {{(pid=106457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:01:44.418077 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Attempting to bind port 1bee12e8-77e5-4389-8e72-85f61e8172f0 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:01:44.418770 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Attempting to bind port 1bee12e8-77e5-4389-8e72-85f61e8172f0 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '54a84933-b3c1-4cad-b554-df277a849d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:01:44.418878 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Attempting to bind port 1bee12e8-77e5-4389-8e72-85f61e8172f0 on network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:01:44.421898 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:44.470484 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:01:44.470795 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Checking segment: {'id': '54a84933-b3c1-4cad-b554-df277a849d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:01:44.471266 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:44.471659 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Bound using segment: {'id': '54a84933-b3c1-4cad-b554-df277a849d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:01:44.472165 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Bound port: 1bee12e8-77e5-4389-8e72-85f61e8172f0, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a84933-b3c1-4cad-b554-df277a849d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:01:44.472583 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:44.534534 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] For port 1bee12e8-77e5-4389-8e72-85f61e8172f0, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:01:44.553743 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] For port 1bee12e8-77e5-4389-8e72-85f61e8172f0, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=1bee12e8-77e5-4389-8e72-85f61e8172f0,segment=NetworkSegment(54a84933-b3c1-4cad-b554-df277a849d53),segment_id=54a84933-b3c1-4cad-b554-df277a849d53)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:01:44.560684 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:44.612916 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c77e0-11e6-4a51-9c08-efe3af38496f None None] Pushing event updated for resources: {'Port': ['ID=1bee12e8-77e5-4389-8e72-85f61e8172f0,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:46.096866 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 47088) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:46.616430 dv-cinder-856971-2-iscsi neutron-server[106456]: WARNING oslo_policy.policy [None req-2d6b8e59-105c-4a65-99e2-3607cdb15c85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:01:46.616970 dv-cinder-856971-2-iscsi neutron-server[106456]: WARNING oslo_policy.policy [None req-2d6b8e59-105c-4a65-99e2-3607cdb15c85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:01:46.834957 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [None req-2d6b8e59-105c-4a65-99e2-3607cdb15c85 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:01:46.836310 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-2d6b8e59-105c-4a65-99e2-3607cdb15c85 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7377045 Sep 15 14:01:49.509590 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 47102) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:49.841458 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [None req-7ed1b8d1-5571-4ca6-be82-80988d07ebf0 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:01:49.842362 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-7ed1b8d1-5571-4ca6-be82-80988d07ebf0 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3318665 Sep 15 14:01:52.532537 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 47114) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:52.633664 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ea600d-566c-47d5-8596-cfae326a28fc None None] Network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:01:52.725685 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-b4635af3-cb48-494d-9a4c-97e544789f88 None None] Provisioning complete for port 1bee12e8-77e5-4389-8e72-85f61e8172f0 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:01:52.726095 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b4635af3-cb48-494d-9a4c-97e544789f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:52.726469 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-b4635af3-cb48-494d-9a4c-97e544789f88 None None] Attempt 1 to provision port 1bee12e8-77e5-4389-8e72-85f61e8172f0 Sep 15 14:01:52.872211 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:01:52.883226 dv-cinder-856971-2-iscsi neutron-server[106456]: ERROR stevedore.extension [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 14:01:52.911576 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-b4635af3-cb48-494d-9a4c-97e544789f88 None None] Current status of the port 1bee12e8-77e5-4389-8e72-85f61e8172f0 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:01:52.912237 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b4635af3-cb48-494d-9a4c-97e544789f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:52.940765 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.policy [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106456) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 14:01:52.952711 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-b4635af3-cb48-494d-9a4c-97e544789f88 None None] For port 1bee12e8-77e5-4389-8e72-85f61e8172f0, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=1bee12e8-77e5-4389-8e72-85f61e8172f0,segment=NetworkSegment(54a84933-b3c1-4cad-b554-df277a849d53),segment_id=54a84933-b3c1-4cad-b554-df277a849d53)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:01:52.965521 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b4635af3-cb48-494d-9a4c-97e544789f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:52.992118 dv-cinder-856971-2-iscsi neutron-server[106456]: WARNING oslo_policy.policy [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:01:52.992802 dv-cinder-856971-2-iscsi neutron-server[106456]: WARNING oslo_policy.policy [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 14:01:53.018399 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writer thread running {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 14:01:53.022739 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4635af3-cb48-494d-9a4c-97e544789f88 None None] Pushing event updated for resources: {'Port': ['ID=1bee12e8-77e5-4389-8e72-85f61e8172f0,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:53.047765 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=10,neutron:INSERT=32 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:53.068401 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:53.070892 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:53.088710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8df3886b-e4c2-4039-bc88-b616a8198c83 None None] Provisioning complete for port 1bee12e8-77e5-4389-8e72-85f61e8172f0 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:01:53.089098 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8df3886b-e4c2-4039-bc88-b616a8198c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:53.089443 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8df3886b-e4c2-4039-bc88-b616a8198c83 None None] Attempt 1 to provision port 1bee12e8-77e5-4389-8e72-85f61e8172f0 Sep 15 14:01:53.127362 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:53.166153 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 1bee12e8-77e5-4389-8e72-85f61e8172f0 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:01:53.205286 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8df3886b-e4c2-4039-bc88-b616a8198c83 None None] Current status of the port 1bee12e8-77e5-4389-8e72-85f61e8172f0 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:01:53.220067 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 1bee12e8-77e5-4389-8e72-85f61e8172f0 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:01:53.220450 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:53.220791 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 1bee12e8-77e5-4389-8e72-85f61e8172f0 Sep 15 14:01:53.268386 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] Publish callbacks [] for router_controller (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), precommit_add_association {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:53.273465 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:53.292597 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 1bee12e8-77e5-4389-8e72-85f61e8172f0 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:01:53.297600 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:53.298735 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-c8cb7849-f660-452a-98fd-07a8910dc00e demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7652302 Sep 15 14:01:53.403830 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=57,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:53.408146 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=25,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:01:55.893395 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 47128) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:56.216912 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [None req-b7011c56-bca3-4816-a48d-e898cdb3753e admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:01:56.217891 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-b7011c56-bca3-4816-a48d-e898cdb3753e admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3236630 Sep 15 14:01:58.351848 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-06e79234-ca8c-48c0-a593-a649093f1bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:58.886500 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47136) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:01:59.210311 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:01:59.229745 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Made reservation on behalf of f973480c94d94371b4cef62cd36d8410 for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:01:59.232235 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:59.241078 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:59.317613 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Publish callbacks [] for security_group (f2ad30a3-41e5-4f30-899c-770ec607c230), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:59.321390 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f2ad30a3-41e5-4f30-899c-770ec607c230), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:59.337396 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Reserving flat network on physical network physnet1 {{(pid=106455) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 14:01:59.360388 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ad30a3-41e5-4f30-899c-770ec607c230,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:59.366639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (807602c2-5efe-4662-902d-ce896204e0f3), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:59.366981 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Added segment 807602c2-5efe-4662-902d-ce896204e0f3 of type flat for network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a Sep 15 14:01:59.412880 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:59.445313 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:59.446261 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:01:59.446827 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:01:59.518699 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6312125 Sep 15 14:01:59.543457 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcec8d3-26e3-49f7-b90f-ca6367468c62 admin admin] Pushing event updated for resources: {'Network': ['ID=bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:59.554882 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:01:59.595790 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:00.633600 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-82ccc945-f706-4f87-b215-b67db3630894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:01.879592 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:02:01.896875 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:02.102798 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47144) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:02:02.469611 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37867f9d-19f5-466a-b5e9-d9c550cf2fed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:02:02.470940 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-37867f9d-19f5-466a-b5e9-d9c550cf2fed demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/fd388564-66b4-4ce1-b146-174973479c2f HTTP/1.1" status: 200 len: 849 time: 0.3671856 Sep 15 14:02:02.629602 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-64bafadf-c0fc-460b-81c3-b243d2fe5497 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/7b2e8ff4-b77b-439a-9e2d-d3fc31298335 HTTP/1.1" status: 200 len: 704 time: 0.1527126 Sep 15 14:02:02.888906 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.149016 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:03.152685 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:03.180631 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Allocated IP 172.20.0.1 (17e0c8b8-0c17-428a-9c94-9cdc3ad308c7/fd388564-66b4-4ce1-b146-174973479c2f/466b948a-6c74-4780-aed5-5bc79be6f6bf) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:02:03.291154 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=14,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:03.292021 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=5,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:03.382117 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Publish callbacks [] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.409027 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.411710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.449917 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.519012 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:02:03.530074 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:02:03.534963 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:02:03.536022 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.557607 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Pushing event updated for resources: {'Port': ['ID=466b948a-6c74-4780-aed5-5bc79be6f6bf,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:03.730794 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.776479 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Provisioning complete for port 466b948a-6c74-4780-aed5-5bc79be6f6bf triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:02:03.776868 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.777203 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Attempt 1 to provision port 466b948a-6c74-4780-aed5-5bc79be6f6bf Sep 15 14:02:03.808254 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Port 466b948a-6c74-4780-aed5-5bc79be6f6bf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:02:03.934535 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Publish callbacks [] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.939149 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:03.939933 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:04.021299 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Pushing event updated for resources: {'Port': ['ID=466b948a-6c74-4780-aed5-5bc79be6f6bf,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:04.068162 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:02:04.069419 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:02:04.110956 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:04.211552 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:04.227649 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Router 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:02:04.309117 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Attempt 2 to provision port 466b948a-6c74-4780-aed5-5bc79be6f6bf Sep 15 14:02:04.315938 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:02:04.320902 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a3e9024e-508a-43cc-afcd-e228372066fe demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/7b2e8ff4-b77b-439a-9e2d-d3fc31298335/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6859505 Sep 15 14:02:04.338928 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Sync routers for ids ['7b2e8ff4-b77b-439a-9e2d-d3fc31298335'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:02:04.352414 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Routers {'7b2e8ff4-b77b-439a-9e2d-d3fc31298335'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:02:04.352792 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Port 466b948a-6c74-4780-aed5-5bc79be6f6bf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:02:04.353312 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:02:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['7b2e8ff4-b77b-439a-9e2d-d3fc31298335'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:04.536033 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Set router 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 gateway port host: None {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:02:04.854189 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Attempt 3 to provision port 466b948a-6c74-4780-aed5-5bc79be6f6bf Sep 15 14:02:04.931104 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Port 466b948a-6c74-4780-aed5-5bc79be6f6bf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:02:04.959267 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'name': 'router1', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:01:53Z', 'updated_at': '2022-09-15T14:02:03Z', 'revision_number': 2, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'gw_port_host': None, '_interfaces': [{'id': '466b948a-6c74-4780-aed5-5bc79be6f6bf', 'name': '', 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'mac_address': 'fa:16:3e:72:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:02:02Z', 'updated_at': '2022-09-15T14:02:03Z', 'revision_number': 2, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'subnets': [{'id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e56df9-f94b-413a-af8e-a73e0b86c9e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:05.009858 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Checking router: 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:02:05.010221 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Updating router 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 port 466b948a-6c74-4780-aed5-5bc79be6f6bf binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:02:05.064206 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:05.432667 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Attempt 4 to provision port 466b948a-6c74-4780-aed5-5bc79be6f6bf Sep 15 14:02:05.464996 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Port 466b948a-6c74-4780-aed5-5bc79be6f6bf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:02:05.561109 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Publish callbacks [] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:05.568283 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:05.714301 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Pushing event updated for resources: {'Port': ['ID=466b948a-6c74-4780-aed5-5bc79be6f6bf,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:05.724111 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.724447 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.724798 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.725140 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.725462 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.725779 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.726096 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.726410 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.726722 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.727035 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.727348 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.727671 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.728003 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.728309 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.728615 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Tracked resource versions report: Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: pushed versions: Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: { 'AddressGroup': {'1.2'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Agent': {'1.1'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'ConntrackHelper': {'1.0'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'LocalIPAssociation': {'1.0'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Log': {'1.0'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'NDPProxy': {'1.0'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Network': {'1.1'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Port': {'1.7'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'PortForwarding': {'1.3'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'QosPolicy': {'1.10'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SecurityGroup': {'1.5'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SubPort': {'1.0'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Subnet': {'1.1'}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Trunk': {'1.1'}} Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: consumer versions: Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: { DHCP agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: L3 agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: Metadata agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: Metering agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: Open vSwitch agent@dv-cinder-856971-2-iscsi: { 'AddressGroup': '1.2', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Agent': '1.1', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'ConntrackHelper': '1.0', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'LocalIPAssociation': '1.0', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Log': '1.0', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'NDPProxy': '1.0', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Network': '1.1', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Port': '1.7', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'PortForwarding': '1.3', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'QosPolicy': '1.10', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SecurityGroup': '1.5', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SecurityGroupRule': '1.2', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SubPort': '1.0', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Subnet': '1.1', Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Trunk': '1.1'}} Sep 15 14:02:05.729995 dv-cinder-856971-2-iscsi neutron-server[106458]: {{(pid=106458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:02:05.735193 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Attempting to bind port 466b948a-6c74-4780-aed5-5bc79be6f6bf on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:02:05.735580 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Attempting to bind port 466b948a-6c74-4780-aed5-5bc79be6f6bf by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '54a84933-b3c1-4cad-b554-df277a849d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:02:05.736043 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Attempting to bind port 466b948a-6c74-4780-aed5-5bc79be6f6bf on network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:02:05.818898 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:02:05.819218 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Checking segment: {'id': '54a84933-b3c1-4cad-b554-df277a849d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:02:05.819680 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:05.820170 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Bound using segment: {'id': '54a84933-b3c1-4cad-b554-df277a849d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:02:05.820632 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Bound port: 466b948a-6c74-4780-aed5-5bc79be6f6bf, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a84933-b3c1-4cad-b554-df277a849d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:02:05.821006 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:05.873977 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:05.880760 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:05.885816 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] For port 466b948a-6c74-4780-aed5-5bc79be6f6bf, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:02:05.907119 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] For port 466b948a-6c74-4780-aed5-5bc79be6f6bf, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=466b948a-6c74-4780-aed5-5bc79be6f6bf,segment=NetworkSegment(54a84933-b3c1-4cad-b554-df277a849d53),segment_id=54a84933-b3c1-4cad-b554-df277a849d53)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:02:05.913289 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:05.946230 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Routers {'7b2e8ff4-b77b-439a-9e2d-d3fc31298335'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:02:05.946900 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:02:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['7b2e8ff4-b77b-439a-9e2d-d3fc31298335'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:05.966490 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Attempt 5 to provision port 466b948a-6c74-4780-aed5-5bc79be6f6bf Sep 15 14:02:06.034705 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d6fc3-9df7-4fcc-8873-98fc8ec90117 None None] Pushing event updated for resources: {'Port': ['ID=466b948a-6c74-4780-aed5-5bc79be6f6bf,revision_number=4']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:06.042101 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Current status of the port 466b948a-6c74-4780-aed5-5bc79be6f6bf is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:02:06.042489 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:06.055899 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] Set router 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 gateway port host: None {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:02:06.076173 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] For port 466b948a-6c74-4780-aed5-5bc79be6f6bf, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=466b948a-6c74-4780-aed5-5bc79be6f6bf,segment=NetworkSegment(54a84933-b3c1-4cad-b554-df277a849d53),segment_id=54a84933-b3c1-4cad-b554-df277a849d53)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:02:06.080022 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:06.124656 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b3958-0db1-49b5-88b5-8c53a4a49d18 None None] Pushing event updated for resources: {'Port': ['ID=466b948a-6c74-4780-aed5-5bc79be6f6bf,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:06.201521 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-4c77cfcf-f20d-49d0-b2d8-a54842ea4686 None None] Provisioning complete for port 466b948a-6c74-4780-aed5-5bc79be6f6bf triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:02:06.201908 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4c77cfcf-f20d-49d0-b2d8-a54842ea4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:06.202683 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-4c77cfcf-f20d-49d0-b2d8-a54842ea4686 None None] Attempt 1 to provision port 466b948a-6c74-4780-aed5-5bc79be6f6bf Sep 15 14:02:06.254354 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'name': 'router1', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:01:53Z', 'updated_at': '2022-09-15T14:02:03Z', 'revision_number': 2, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'gw_port_host': None, '_interfaces': [{'id': '466b948a-6c74-4780-aed5-5bc79be6f6bf', 'name': '', 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'mac_address': 'fa:16:3e:72:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:02:02Z', 'updated_at': '2022-09-15T14:02:05Z', 'revision_number': 4, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'subnets': [{'id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e56df9-f94b-413a-af8e-a73e0b86c9e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:06.277192 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-4c77cfcf-f20d-49d0-b2d8-a54842ea4686 None None] Current status of the port 466b948a-6c74-4780-aed5-5bc79be6f6bf is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:02:06.279145 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337ff38-e5c5-4640-817f-ec457479c1ed None None] The sync data for ids ['7b2e8ff4-b77b-439a-9e2d-d3fc31298335'] in dv-cinder-856971-2-iscsi is: [{'id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'name': 'router1', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:01:53Z', 'updated_at': '2022-09-15T14:02:03Z', 'revision_number': 2, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'gw_port_host': None, '_interfaces': [{'id': '466b948a-6c74-4780-aed5-5bc79be6f6bf', 'name': '', 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'mac_address': 'fa:16:3e:72:60:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:02:02Z', 'updated_at': '2022-09-15T14:02:05Z', 'revision_number': 4, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'subnets': [{'id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e56df9-f94b-413a-af8e-a73e0b86c9e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:02:06.948225 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47158) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:02:07.341699 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a616d884-db74-46d5-bb02-2992d5431b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:02:07.343067 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a616d884-db74-46d5-bb02-2992d5431b26 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a HTTP/1.1" status: 200 len: 842 time: 0.3939421 Sep 15 14:02:07.353037 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:02:07.374514 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Made reservation on behalf of f973480c94d94371b4cef62cd36d8410 for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:02:07.377576 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:07.722968 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.objects.ports [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106455) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 15 14:02:07.723420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (57c14a55-8c4b-4fed-ad7b-b522a9fce301), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:07.778391 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c14a55-8c4b-4fed-ad7b-b522a9fce301,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:07.787414 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:02:07.787804 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Network hostable DHCP agents. Network: bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:02:07.804531 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:02:07.813387 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:02:07.817587 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:02:07.818185 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:07.823747 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5ca036-9640-4625-a837-2dc5150696bc None None] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:02:07.835243 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d98e3294-4b71-41d2-92fa-0e567c15c336 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4855556 Sep 15 14:02:07.939174 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359fee6-6ecb-4c0c-b516-3614b5d31e1f None None] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:02:07.982684 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:10.513562 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47166) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:02:10.927899 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a77ef894-b665-42aa-9dfe-95376429f9cd demo admin] 10.222.0.27 "GET /networking/v2.0/routers/7b2e8ff4-b77b-439a-9e2d-d3fc31298335 HTTP/1.1" status: 200 len: 710 time: 0.4130867 Sep 15 14:02:11.033079 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c60215a-0d8d-4eda-8c08-c968017122e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:02:11.034224 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-2c60215a-0d8d-4eda-8c08-c968017122e2 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a HTTP/1.1" status: 200 len: 886 time: 0.1006925 Sep 15 14:02:11.043385 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:02:11.045306 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:11.124460 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 466b948a-6c74-4780-aed5-5bc79be6f6bf up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:02:11.171420 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 466b948a-6c74-4780-aed5-5bc79be6f6bf triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:02:11.171852 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:11.172379 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 466b948a-6c74-4780-aed5-5bc79be6f6bf Sep 15 14:02:11.216504 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:11.247808 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 466b948a-6c74-4780-aed5-5bc79be6f6bf is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:02:11.304251 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Publish callbacks [] for router_gateway (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:11.525632 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Publish callbacks [] for router_gateway (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:11.602481 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:11.707068 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Allocated IP 172.27.1.252 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:02:11.809866 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Publish callbacks [] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:11.841719 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:11.872584 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:11.881683 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:02:11.887421 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:02:11.890041 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:02:11.931242 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Pushing event updated for resources: {'Port': ['ID=91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:12.138787 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Publish callbacks [] for router_gateway (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:12.320723 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:12.410678 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1810912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:12.414271 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1810907'] for router (7b2e8ff4-b77b-439a-9e2d-d3fc31298335), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:12.519735 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Router 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:02:12.620520 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:02:12.624614 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:12.626100 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0a854a8c-fefc-4595-afd3-bb84e33a4484 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/7b2e8ff4-b77b-439a-9e2d-d3fc31298335 HTTP/1.1" status: 200 len: 890 time: 1.5856333 Sep 15 14:02:12.643079 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Sync routers for ids ['7b2e8ff4-b77b-439a-9e2d-d3fc31298335'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:02:12.656249 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Routers {'7b2e8ff4-b77b-439a-9e2d-d3fc31298335'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:02:12.657403 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:02:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['7b2e8ff4-b77b-439a-9e2d-d3fc31298335'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:12.730369 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:12.877814 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Set router 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:02:13.250926 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'name': 'router1', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:01:53Z', 'updated_at': '2022-09-15T14:02:12Z', 'revision_number': 4, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'gw_port': {'id': '91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:02:11Z', 'updated_at': '2022-09-15T14:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '466b948a-6c74-4780-aed5-5bc79be6f6bf', 'name': '', 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'mac_address': 'fa:16:3e:72:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:02:02Z', 'updated_at': '2022-09-15T14:02:06Z', 'revision_number': 5, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'subnets': [{'id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e56df9-f94b-413a-af8e-a73e0b86c9e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:13.369120 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Checking router: 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:02:13.369467 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Updating router 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:02:13.422998 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:13.728586 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Publish callbacks [] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:13.735384 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:13.763377 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:13.769821 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Attempting to bind port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:02:13.770204 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Attempting to bind port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:02:13.770566 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Attempting to bind port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:02:13.805624 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20289f25-a092-4de7-b94c-2cf2abf96c89 None None] Pushing event updated for resources: {'Port': ['ID=91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:13.822135 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:02:13.822515 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:02:13.822904 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:13.823285 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:02:13.823763 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Bound port: 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:02:13.824138 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:13.873544 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] For port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:02:13.877199 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] For port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:02:13.882320 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:13.915466 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Routers {'7b2e8ff4-b77b-439a-9e2d-d3fc31298335'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:02:13.916084 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:02:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['7b2e8ff4-b77b-439a-9e2d-d3fc31298335'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:13.979509 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20289f25-a092-4de7-b94c-2cf2abf96c89 None None] Pushing event updated for resources: {'Port': ['ID=91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:14.020795 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:14.034747 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] Set router 7b2e8ff4-b77b-439a-9e2d-d3fc31298335 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:02:14.226897 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'name': 'router1', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:01:53Z', 'updated_at': '2022-09-15T14:02:12Z', 'revision_number': 4, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'gw_port': {'id': '91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:02:11Z', 'updated_at': '2022-09-15T14:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '466b948a-6c74-4780-aed5-5bc79be6f6bf', 'name': '', 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'mac_address': 'fa:16:3e:72:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:02:02Z', 'updated_at': '2022-09-15T14:02:06Z', 'revision_number': 5, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'subnets': [{'id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e56df9-f94b-413a-af8e-a73e0b86c9e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:14.254965 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55acca9e-d9c6-4f86-be78-0f811273877b None None] The sync data for ids ['7b2e8ff4-b77b-439a-9e2d-d3fc31298335'] in dv-cinder-856971-2-iscsi is: [{'id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'name': 'router1', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:01:53Z', 'updated_at': '2022-09-15T14:02:12Z', 'revision_number': 4, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'gw_port': {'id': '91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:02:11Z', 'updated_at': '2022-09-15T14:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '466b948a-6c74-4780-aed5-5bc79be6f6bf', 'name': '', 'network_id': '17e0c8b8-0c17-428a-9c94-9cdc3ad308c7', 'tenant_id': '3d187412d8794cd7a7ad12d6f240c67e', 'mac_address': 'fa:16:3e:72:60:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2e8ff4-b77b-439a-9e2d-d3fc31298335', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:02:02Z', 'updated_at': '2022-09-15T14:02:06Z', 'revision_number': 5, 'project_id': '3d187412d8794cd7a7ad12d6f240c67e', 'subnets': [{'id': 'fd388564-66b4-4ce1-b146-174973479c2f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94e56df9-f94b-413a-af8e-a73e0b86c9e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:02:15.126105 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:02:15.172081 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:02:15.172592 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:15.173076 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 Sep 15 14:02:15.244164 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:02:15.244542 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:15.264092 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:02:15.269400 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:15.314678 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:15.446101 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47178) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:02:15.975030 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-796c1b16-b1bd-4a4c-ac4a-4f406e3c4f59 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.5277908 Sep 15 14:02:17.114587 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:02:17.157782 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:02:17.158296 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:17.158636 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 Sep 15 14:02:17.222907 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:17.235721 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 91e6980a-c4c5-4bf4-ad8b-38ff90ab70d0 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:02:25.879981 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=44 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:25.886984 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=44,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:25.966642 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=35 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:25.972111 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:27.235956 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:28.356134 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2a2b983a-f561-4bdb-a3d1-85ec4ca28b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:30.649467 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-13174550-a95f-4993-8a56-01dbeab5e882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:31.902196 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:33.443249 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:33.458625 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:02:38.880385 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:02:43.444427 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:43.451278 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:48.879958 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:02:58.361297 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e3af1ef4-e57f-4f71-bae3-bcfcadfa8def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:00.635073 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f014c503-21d5-42de-97f9-1593027ea678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:01.908792 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:02.885351 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:02.886018 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:03.430784 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:03.442926 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:13.420144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:13.437526 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:15.879697 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:03:26.873461 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:26.876156 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:28.363830 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b57f3152-8ce5-4f22-bdfb-c4f8db129adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:30.637322 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-5aa90464-f00c-4e43-9210-1ebd33af851a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:31.907905 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:33.406150 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:33.427578 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:43.417307 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:43.423769 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:43.639678 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:43.642634 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:46.222724 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47724) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:03:46.562394 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.pecan_wsgi.hooks.translation [None req-81830802-423c-467b-982e-d08d5bd0c4bc admin admin] GET failed (client error): The resource could not be found. Sep 15 14:03:46.563715 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-81830802-423c-467b-982e-d08d5bd0c4bc admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3400004 Sep 15 14:03:46.725547 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf2ed9-be8a-4701-9bbf-c05d9826b65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:03:46.727020 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-50bf2ed9-be8a-4701-9bbf-c05d9826b65a admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1588759 Sep 15 14:03:49.299117 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47734) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:03:49.669190 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe3bf2-8c9f-45dc-a2f0-9757d8468ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:03:49.670575 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1dbe3bf2-8c9f-45dc-a2f0-9757d8468ee4 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/fd388564-66b4-4ce1-b146-174973479c2f HTTP/1.1" status: 200 len: 849 time: 0.3701437 Sep 15 14:03:49.680308 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:03:49.762858 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Publish callbacks [] for subnet (fd388564-66b4-4ce1-b146-174973479c2f), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:49.901062 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741020871060'] for subnet (fd388564-66b4-4ce1-b146-174973479c2f), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:49.935958 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:03:49.936760 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:49.937749 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/fd388564-66b4-4ce1-b146-174973479c2f HTTP/1.1" status: 200 len: 868 time: 0.2609966 Sep 15 14:03:49.940144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1480435-a1d0-4f88-b8fa-249703817bd5 None None] Network 17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:03:49.954849 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd388564-66b4-4ce1-b146-174973479c2f,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:49.962733 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.963079 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.963426 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.963797 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.964142 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.964959 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.965287 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.965609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.965953 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.966265 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.966622 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.966955 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.967279 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.967609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:49.967945 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27519675-e27a-48bb-85a3-afacda8a2684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:50.288296 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-20ace723-02d7-4793-8caf-2a11d7f9b996 None None] Provisioning complete for port 1bee12e8-77e5-4389-8e72-85f61e8172f0 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:03:50.288688 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-20ace723-02d7-4793-8caf-2a11d7f9b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1bee12e8-77e5-4389-8e72-85f61e8172f0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:50.289029 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-20ace723-02d7-4793-8caf-2a11d7f9b996 None None] Attempt 1 to provision port 1bee12e8-77e5-4389-8e72-85f61e8172f0 Sep 15 14:03:50.361046 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-20ace723-02d7-4793-8caf-2a11d7f9b996 None None] Current status of the port 1bee12e8-77e5-4389-8e72-85f61e8172f0 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:03:50.368875 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-20ace723-02d7-4793-8caf-2a11d7f9b996 None None] Provisioning complete for port 466b948a-6c74-4780-aed5-5bc79be6f6bf triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:03:50.369262 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-20ace723-02d7-4793-8caf-2a11d7f9b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (466b948a-6c74-4780-aed5-5bc79be6f6bf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:50.369600 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-20ace723-02d7-4793-8caf-2a11d7f9b996 None None] Attempt 1 to provision port 466b948a-6c74-4780-aed5-5bc79be6f6bf Sep 15 14:03:50.442537 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-20ace723-02d7-4793-8caf-2a11d7f9b996 None None] Current status of the port 466b948a-6c74-4780-aed5-5bc79be6f6bf is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:03:52.521117 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47744) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:03:52.878530 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:03:52.997104 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5fc98-cc82-47d2-be63-d19e159a5359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:03:52.997580 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5fc98-cc82-47d2-be63-d19e159a5359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:03:52.999101 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-87c5fc98-cc82-47d2-be63-d19e159a5359 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4770274 Sep 15 14:03:55.602456 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47752) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:03:56.008663 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5b73f-ba48-46f1-ad88-5cdceb838247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:03:56.009143 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5b73f-ba48-46f1-ad88-5cdceb838247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:03:56.010649 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-39e5b73f-ba48-46f1-ad88-5cdceb838247 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4072547 Sep 15 14:03:58.366411 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a774-7412-4f6b-b0a6-e2a6c35de544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:03:58.575853 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47760) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:03:58.969318 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:03:58.982830 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae3bfa-c61b-4abb-85de-c3f360ce35b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:03:58.984229 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-7bae3bfa-c61b-4abb-85de-c3f360ce35b7 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/17e0c8b8-0c17-428a-9c94-9cdc3ad308c7 HTTP/1.1" status: 200 len: 868 time: 0.4074185 Sep 15 14:04:00.640342 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e14f-ed7c-4c8d-b7b7-06c54d593418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:01.557039 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47768) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:04:01.911590 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:02.030142 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:02.061794 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23dd288-5140-45c3-a7bd-2d12ed549f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:02.063209 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d23dd288-5140-45c3-a7bd-2d12ed549f87 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a HTTP/1.1" status: 200 len: 886 time: 0.5050924 Sep 15 14:04:02.875038 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:03.408975 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:03.429911 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:04.615615 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47776) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:04:05.012740 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba02022-4c86-4abe-982b-0990d9dd5e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:05.013208 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba02022-4c86-4abe-982b-0990d9dd5e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:05.014750 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-3ba02022-4c86-4abe-982b-0990d9dd5e2a admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3981581 Sep 15 14:04:07.601572 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47784) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:04:07.973610 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83de72a4-d2d8-4d30-8531-7356db43ba20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:07.974067 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83de72a4-d2d8-4d30-8531-7356db43ba20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:07.975567 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-83de72a4-d2d8-4d30-8531-7356db43ba20 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3730278 Sep 15 14:04:10.558523 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47792) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:04:10.919203 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f9354-1385-42d3-b790-eae4fca2da5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:10.920579 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8c3f9354-1385-42d3-b790-eae4fca2da5b admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/57c14a55-8c4b-4fed-ad7b-b522a9fce301 HTTP/1.1" status: 200 len: 816 time: 0.3608315 Sep 15 14:04:13.424026 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:13.425205 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:13.489345 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 47802) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:04:13.917958 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d285cbd-3ddc-4e66-bb00-d161b105e5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:13.919401 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-4d285cbd-3ddc-4e66-bb00-d161b105e5ec admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/fd388564-66b4-4ce1-b146-174973479c2f HTTP/1.1" status: 200 len: 868 time: 0.4291315 Sep 15 14:04:16.869825 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:16.882506 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:20.914241 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=28 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:20.916135 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=23 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:23.908630 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=7 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:23.912741 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:28.369326 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-52a50fe0-62e0-4075-abd7-7d66ef0cecec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:29.877322 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:04:30.642126 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-749052db-4810-466d-be6a-2542ebb217bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:31.914316 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:33.413594 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:33.431129 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:39.873840 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:39.874617 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:43.425206 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:43.427443 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:43.539753 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47860) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:04:43.917254 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [None req-327fa839-5ecd-40d4-994e-30ad82c3d9f6 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106455) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:04:43.918655 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-327fa839-5ecd-40d4-994e-30ad82c3d9f6 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3777909 Sep 15 14:04:46.618866 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47868) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:04:46.956684 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6edaa86-81a5-4498-96cc-eb9f59537634 admin admin] GET failed (client error): The resource could not be found. Sep 15 14:04:46.958412 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-c6edaa86-81a5-4498-96cc-eb9f59537634 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3384805 Sep 15 14:04:47.047387 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4cf000-2c80-423d-a7cc-14538dd3bd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:47.048870 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-6b4cf000-2c80-423d-a7cc-14538dd3bd96 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0860500 Sep 15 14:04:49.674846 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47876) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:04:49.998780 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:04:50.017987 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Made reservation on behalf of f973480c94d94371b4cef62cd36d8410 for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:04:50.020342 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:50.048213 dv-cinder-856971-2-iscsi neutron-server[106455]: WARNING neutron.services.revisions.revision_plugin [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Could not find related network for resource to bump revision. Sep 15 14:04:50.060704 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:04:50.070508 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (a50b3884-18a1-4c8d-bda7-1d06c6763585), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:50.070864 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Added segment a50b3884-18a1-4c8d-bda7-1d06c6763585 of type vlan for network df3f601c-70b2-4515-ab7c-3135347521f9 Sep 15 14:04:50.110115 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (df3f601c-70b2-4515-ab7c-3135347521f9), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:50.133656 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (df3f601c-70b2-4515-ab7c-3135347521f9), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:50.134604 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:50.135342 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:50.189757 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5138285 Sep 15 14:04:50.201021 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Pushing event updated for resources: {'Network': ['ID=df3f601c-70b2-4515-ab7c-3135347521f9,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:50.208463 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.208803 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.209171 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.209504 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.209832 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.210728 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.211118 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.211443 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.211818 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.212145 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.212483 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.212823 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.213143 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.213457 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.213772 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4616a9d-3d98-481b-b466-ef5bbdba81dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:50.226815 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network df3f601c-70b2-4515-ab7c-3135347521f9 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:04:52.784462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47884) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:04:53.117646 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdddace-7f50-43f0-8333-82d422f7d2ab admin admin] GET failed (client error): The resource could not be found. Sep 15 14:04:53.118915 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-dfdddace-7f50-43f0-8333-82d422f7d2ab admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3334591 Sep 15 14:04:53.191762 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923db66c-3f2f-4b1a-bcf5-3944410a7b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:53.193209 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-923db66c-3f2f-4b1a-bcf5-3944410a7b92 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0699527 Sep 15 14:04:53.203121 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:04:53.222438 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Made reservation on behalf of f973480c94d94371b4cef62cd36d8410 for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:04:53.224797 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:53.396120 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (3b8b1440-c598-4a8a-906a-7fbc246b15d5), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:53.457431 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8b1440-c598-4a8a-906a-7fbc246b15d5,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:53.465741 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Checking segment: {'id': 'a50b3884-18a1-4c8d-bda7-1d06c6763585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:04:53.466099 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Network hostable DHCP agents. Network: df3f601c-70b2-4515-ab7c-3135347521f9, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:04:53.482829 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Network df3f601c-70b2-4515-ab7c-3135347521f9 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:04:53.491446 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, df3f601c-70b2-4515-ab7c-3135347521f9) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:04:53.495884 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:04:53.496477 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:53.504801 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cbdc2a-abe8-4110-b16c-22e092aa3416 None None] Network df3f601c-70b2-4515-ab7c-3135347521f9 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:04:53.513862 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1fd4c7c6-2c85-409b-9a3f-fcc481210356 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3140557 Sep 15 14:04:53.767043 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-df3f601c-70b2-4515-ab7c-3135347521f9', 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9', 'project_id': 'f973480c94d94371b4cef62cd36d8410', 'fixed_ips': [{'subnet_id': '3b8b1440-c598-4a8a-906a-7fbc246b15d5'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:04:53.768348 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:53.873854 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:53.879724 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:53.911543 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Allocated IP 192.168.233.2 (df3f601c-70b2-4515-ab7c-3135347521f9/3b8b1440-c598-4a8a-906a-7fbc246b15d5/5d45624e-f206-4612-9d60-6ce89aa0c3ca) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:04:54.068676 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Publish callbacks [] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:54.075755 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:54.123761 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Network df3f601c-70b2-4515-ab7c-3135347521f9 is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:04:54.127122 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:04:54.128966 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d45624e-f206-4612-9d60-6ce89aa0c3ca,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:54.131101 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:04:54.145068 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.145414 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.145790 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.146146 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.146626 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.146963 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.147295 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.148370 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.148715 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.149039 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.149367 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.149706 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.150032 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.150351 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.150667 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:54.201388 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Attempting to bind port 5d45624e-f206-4612-9d60-6ce89aa0c3ca on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:04:54.201762 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Attempting to bind port 5d45624e-f206-4612-9d60-6ce89aa0c3ca by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'a50b3884-18a1-4c8d-bda7-1d06c6763585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:04:54.202127 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Attempting to bind port 5d45624e-f206-4612-9d60-6ce89aa0c3ca on network df3f601c-70b2-4515-ab7c-3135347521f9 {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:04:54.244940 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:04:54.245351 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Checking segment: {'id': 'a50b3884-18a1-4c8d-bda7-1d06c6763585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:04:54.245714 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:54.246103 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Bound using segment: {'id': 'a50b3884-18a1-4c8d-bda7-1d06c6763585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:04:54.246598 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Bound port: 5d45624e-f206-4612-9d60-6ce89aa0c3ca, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50b3884-18a1-4c8d-bda7-1d06c6763585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:04:54.246974 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:54.310503 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] For port 5d45624e-f206-4612-9d60-6ce89aa0c3ca, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:04:54.313938 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] For port 5d45624e-f206-4612-9d60-6ce89aa0c3ca, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=5d45624e-f206-4612-9d60-6ce89aa0c3ca,segment=NetworkSegment(a50b3884-18a1-4c8d-bda7-1d06c6763585),segment_id=a50b3884-18a1-4c8d-bda7-1d06c6763585)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:04:54.321134 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:54.344847 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:54.366958 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:54.378346 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574f45f-e53d-4c76-a905-c1addc494cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d45624e-f206-4612-9d60-6ce89aa0c3ca,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:55.156494 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad10f80e-8067-4a8a-a3ec-6bf9d0996da3 None None] Network df3f601c-70b2-4515-ab7c-3135347521f9 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:04:55.248601 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 5d45624e-f206-4612-9d60-6ce89aa0c3ca up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:04:55.255032 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-bf53332d-e8e8-43a0-b3c1-35de3e62228d None None] Provisioning complete for port 5d45624e-f206-4612-9d60-6ce89aa0c3ca triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:04:55.255417 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-bf53332d-e8e8-43a0-b3c1-35de3e62228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:55.255839 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-bf53332d-e8e8-43a0-b3c1-35de3e62228d None None] Attempt 1 to provision port 5d45624e-f206-4612-9d60-6ce89aa0c3ca Sep 15 14:04:55.360594 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 5d45624e-f206-4612-9d60-6ce89aa0c3ca triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:04:55.360863 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:55.361195 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 5d45624e-f206-4612-9d60-6ce89aa0c3ca Sep 15 14:04:55.422973 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-bf53332d-e8e8-43a0-b3c1-35de3e62228d None None] Current status of the port 5d45624e-f206-4612-9d60-6ce89aa0c3ca is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:04:55.423360 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-bf53332d-e8e8-43a0-b3c1-35de3e62228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:55.486728 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-bf53332d-e8e8-43a0-b3c1-35de3e62228d None None] For port 5d45624e-f206-4612-9d60-6ce89aa0c3ca, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=5d45624e-f206-4612-9d60-6ce89aa0c3ca,segment=NetworkSegment(a50b3884-18a1-4c8d-bda7-1d06c6763585),segment_id=a50b3884-18a1-4c8d-bda7-1d06c6763585)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:04:55.496614 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-bf53332d-e8e8-43a0-b3c1-35de3e62228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:55.502761 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 5d45624e-f206-4612-9d60-6ce89aa0c3ca is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:04:55.503144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:55.563262 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53332d-e8e8-43a0-b3c1-35de3e62228d None None] Pushing event updated for resources: {'Port': ['ID=5d45624e-f206-4612-9d60-6ce89aa0c3ca,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:55.597345 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.db.api [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 14:04:55.597819 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG oslo_db.api [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 14:04:55.613759 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-4b4be477-a1fc-453e-9fac-b2937cefb842 None None] Provisioning complete for port 5d45624e-f206-4612-9d60-6ce89aa0c3ca triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:04:55.614128 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4b4be477-a1fc-453e-9fac-b2937cefb842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:55.614459 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-4b4be477-a1fc-453e-9fac-b2937cefb842 None None] Attempt 1 to provision port 5d45624e-f206-4612-9d60-6ce89aa0c3ca Sep 15 14:04:55.688004 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-4b4be477-a1fc-453e-9fac-b2937cefb842 None None] Current status of the port 5d45624e-f206-4612-9d60-6ce89aa0c3ca is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:04:56.135867 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 5d45624e-f206-4612-9d60-6ce89aa0c3ca is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:04:57.213864 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 5d45624e-f206-4612-9d60-6ce89aa0c3ca up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:04:57.258240 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 5d45624e-f206-4612-9d60-6ce89aa0c3ca triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:04:57.258630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5d45624e-f206-4612-9d60-6ce89aa0c3ca), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:04:57.258969 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 5d45624e-f206-4612-9d60-6ce89aa0c3ca Sep 15 14:04:57.326546 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:04:57.333476 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 5d45624e-f206-4612-9d60-6ce89aa0c3ca is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:04:58.372672 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-08fde16f-3c69-4f05-9179-eae3b044f3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:00.644283 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-64717c9a-eb81-4d68-911c-9b72b4513135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:01.917961 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:03.405371 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:03.423243 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:03.436600 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:03.505953 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:03.507563 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=76,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:06.913682 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:05:13.430975 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:13.432924 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:28.374649 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8c311616-4b92-4941-9fb4-b30861bc98d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:30.645817 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-172b17f8-8e99-4828-9996-879f157fe127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:30.870450 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:30.873897 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=9 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:31.919436 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:33.418367 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:33.437077 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:05:43.426803 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:43.433397 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:43.882516 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:05:53.879193 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:53.880466 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:05:58.379512 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3dfd57fc-e9d8-48cf-88c4-0039433aff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:00.648447 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e63b6b8-71ef-4e47-bc82-b3eb799a685f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:01.924477 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:03.413308 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:03.440521 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:07.876172 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:07.883030 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:11.382246 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47930) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:06:11.388037 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [None req-9dcd1542-3fc8-4f76-ad2a-982148c31a4d tempest-verify_tempest_config-1457029552 tempest-verify_tempest_config-1457029552-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106455) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:06:11.389033 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-9dcd1542-3fc8-4f76-ad2a-982148c31a4d tempest-verify_tempest_config-1457029552 tempest-verify_tempest_config-1457029552-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058148 Sep 15 14:06:11.898521 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 47948) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:06:12.229282 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:12.302978 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Publish callbacks [] for security_group (2ff42979-a2e0-4724-998b-46c6f51b0872), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:12.306937 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (2ff42979-a2e0-4724-998b-46c6f51b0872), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:12.358019 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a5ebf308f3824009a115f990b7938353&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4580684 Sep 15 14:06:12.358444 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff42979-a2e0-4724-998b-46c6f51b0872,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:06:12.359704 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 47952) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:06:12.368181 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.368534 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.368894 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.369243 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.369576 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.369906 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.370234 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.370561 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.370912 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.371234 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.371560 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.371918 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.372244 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.372567 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.373403 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c62d20-fb81-4ff4-85a6-b980d347e786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.445225 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Publish callbacks [] for security_group (2ff42979-a2e0-4724-998b-46c6f51b0872), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:12.464978 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Publish callbacks [] for security_group (2ff42979-a2e0-4724-998b-46c6f51b0872), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:12.567212 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (2ff42979-a2e0-4724-998b-46c6f51b0872), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:12.569741 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:12.570974 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2ff42979-a2e0-4724-998b-46c6f51b0872 HTTP/1.1" status: 204 len: 168 time: 0.2097790 Sep 15 14:06:12.578835 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff42979-a2e0-4724-998b-46c6f51b0872,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:06:12.589082 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.589430 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.589773 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.590108 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.590439 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.590764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.591084 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.591406 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.591770 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.592096 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.592434 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.592772 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.593091 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.593409 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.593724 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96051098-20f4-404c-83d6-e049dd99351b admin admin] Tracked resource versions report: Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: pushed versions: Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: { 'AddressGroup': {'1.2'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Agent': {'1.1'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'ConntrackHelper': {'1.0'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'LocalIPAssociation': {'1.0'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Log': {'1.0'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'NDPProxy': {'1.0'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Network': {'1.1'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Port': {'1.7'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'PortForwarding': {'1.3'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'QosPolicy': {'1.10'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SecurityGroup': {'1.5'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SubPort': {'1.0'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Subnet': {'1.1'}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Trunk': {'1.1'}} Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: consumer versions: Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: { DHCP agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: L3 agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: Metadata agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: Metering agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: Open vSwitch agent@dv-cinder-856971-2-iscsi: { 'AddressGroup': '1.2', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Agent': '1.1', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'ConntrackHelper': '1.0', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'LocalIPAssociation': '1.0', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Log': '1.0', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'NDPProxy': '1.0', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Network': '1.1', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Port': '1.7', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'PortForwarding': '1.3', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'QosPolicy': '1.10', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SecurityGroup': '1.5', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SecurityGroupRule': '1.2', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SubPort': '1.0', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Subnet': '1.1', Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Trunk': '1.1'}} Sep 15 14:06:12.595124 dv-cinder-856971-2-iscsi neutron-server[106456]: {{(pid=106456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:06:13.436750 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:20.882512 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:06:22.352567 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:22.362614 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:22.582529 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:22.584439 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:22.633277 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:23.565454 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=15 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:28.384362 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-103f31c2-31ba-407b-a57f-9b1adcec2f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:30.649551 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a852dcb6-9d30-4c30-b55c-920a7cbc2de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:30.877188 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=13 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:31.925699 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:33.418721 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:33.442984 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:06:43.436337 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:43.438349 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:44.874416 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:44.878670 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:06:57.881365 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:06:58.386293 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-afef34d2-f979-4abe-bb15-4b768c5e8bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:00.650996 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e3ee51da-6de0-4514-87d6-3ba004b8f5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:01.932119 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:03.423745 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:03.445433 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:07.877755 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:07.878494 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:13.439133 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:13.442015 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:26.875844 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:26.877159 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:28.388426 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-5e8dad17-ad4c-47c0-9d50-e547a8300c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:30.656742 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0101d89d-3c78-44dc-8ec2-ada677984c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:31.932173 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:33.417807 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:33.448693 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:34.881217 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 5 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:07:43.442449 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:43.445204 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:44.877225 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:44.878048 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:46.150358 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814212'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:56.142912 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:56.146182 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:58.390865 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9c3094da-1a55-46fc-aae3-2643e17517a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:07:58.785512 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48050) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:07:58.880693 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:58.881553 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:07:58.913444 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-a1fea4cf-5c22-4054-87a7-90b7cde4d182 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1268518 Sep 15 14:08:00.650156 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c9280035-50ac-409b-be0f-2aae34f13dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:01.381909 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48060) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:08:01.436511 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-903068e4-65bb-4aad-957b-4321b7381b1f admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532668 Sep 15 14:08:01.934393 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:03.421416 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:03.450679 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:11.431147 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:11.431876 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:11.880803 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:08:13.444276 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:13.446270 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:16.123096 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:23.557412 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:23.559233 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:26.116740 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:26.119061 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:28.393843 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ed8d7dbc-e31e-445c-9ccf-176df7dd12a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:30.652292 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfd34-dde6-477d-bbee-e3e9ceabf26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:31.937158 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:33.424179 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:33.453041 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:35.872881 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:35.877078 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:43.443333 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:43.449405 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:46.132163 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:48.879725 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:08:58.398771 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-470d1fe1-25fa-4fc3-ac85-a9e25e5791c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:08:58.875163 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:08:58.876898 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:00.655189 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-097446fe-b467-4ee5-a9e4-f033ede83abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:01.940902 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:03.428384 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:03.456065 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:12.872474 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:12.873706 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:13.446098 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:13.452473 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:16.118841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:25.878097 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:09:26.112990 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:26.114958 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:28.401930 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e79a8f0b-0e22-468b-8e07-ebed6f2dd3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:30.665623 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7e7aa24f-a544-427f-a9dd-9e6ae42696d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:31.953238 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:33.434118 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:33.471948 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:34.072385 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48216) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:34.322485 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1365213442-network', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:34.347949 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Made reservation on behalf of a8297077982a4338a2d687c89e1119a2 for: {'network': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:09:34.352819 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:34.367158 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:34.450786 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Publish callbacks [] for security_group (1e7b9c8e-393a-416c-92cb-0aa034cc261a), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:34.457838 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1e7b9c8e-393a-416c-92cb-0aa034cc261a), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:34.501599 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=106456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:09:34.505592 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b9c8e-393a-416c-92cb-0aa034cc261a,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:34.520339 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.520704 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.521030 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.521341 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.521748 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.522078 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.522398 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.522828 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.523133 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.523456 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.523823 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.524162 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.524481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.524800 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.525111 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Tracked resource versions report: Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: pushed versions: Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: { 'AddressGroup': {'1.2'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Agent': {'1.1'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'ConntrackHelper': {'1.0'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'LocalIPAssociation': {'1.0'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Log': {'1.0'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'NDPProxy': {'1.0'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Network': {'1.1'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Port': {'1.7'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'PortForwarding': {'1.3'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'QosPolicy': {'1.10'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SecurityGroup': {'1.5'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SubPort': {'1.0'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Subnet': {'1.1'}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Trunk': {'1.1'}} Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: consumer versions: Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: { DHCP agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: HyperV agent@hv-cinder-85697: {}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: L3 agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: Metadata agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: Metering agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: Open vSwitch agent@dv-cinder-856971-2-iscsi: { 'AddressGroup': '1.2', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Agent': '1.1', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'ConntrackHelper': '1.0', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'LocalIPAssociation': '1.0', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Log': '1.0', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'NDPProxy': '1.0', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Network': '1.1', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Port': '1.7', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'PortForwarding': '1.3', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'QosPolicy': '1.10', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SecurityGroup': '1.5', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SecurityGroupRule': '1.2', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'SubPort': '1.0', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Subnet': '1.1', Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: 'Trunk': '1.1'}} Sep 15 14:09:34.526289 dv-cinder-856971-2-iscsi neutron-server[106456]: {{(pid=106456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:09:34.537155 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741020827576', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:34.537739 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Unsubscribe: segment precommit_create {{(pid=106456) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 14:09:34.538238 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.segments_db [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Added segment b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3 of type vlan for network e8bdfa6d-ee93-493a-aa98-3784c4bb267f Sep 15 14:09:34.613738 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (e8bdfa6d-ee93-493a-aa98-3784c4bb267f), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:34.650436 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (e8bdfa6d-ee93-493a-aa98-3784c4bb267f), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:34.651729 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:34.652411 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:34.681147 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48254) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:34.762466 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] Pushing event updated for resources: {'Network': ['ID=e8bdfa6d-ee93-493a-aa98-3784c4bb267f,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:34.773348 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-8b114294-32bb-4c10-82bb-760453943d60 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6989038 Sep 15 14:09:34.773861 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48262) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:34.786491 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:09:34.790163 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Request body: {'subnet': {'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1365213442-subnet', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:34.826363 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Made reservation on behalf of a8297077982a4338a2d687c89e1119a2 for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:09:34.830163 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.032889 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.084222 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:35.099367 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.099729 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.100106 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.100442 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.100774 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.101100 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.101421 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.101741 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.102078 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.102405 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.102773 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.103097 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.103416 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.103754 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.104073 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Tracked resource versions report: Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: pushed versions: Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: { 'AddressGroup': {'1.2'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Agent': {'1.1'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'ConntrackHelper': {'1.0'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'LocalIPAssociation': {'1.0'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Log': {'1.0'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'NDPProxy': {'1.0'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Network': {'1.1'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Port': {'1.7'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'PortForwarding': {'1.3'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'QosPolicy': {'1.10'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SecurityGroup': {'1.5'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SubPort': {'1.0'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Subnet': {'1.1'}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Trunk': {'1.1'}} Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: consumer versions: Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: { DHCP agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: HyperV agent@hv-cinder-85697: {}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: L3 agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: Metadata agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: Metering agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: Open vSwitch agent@dv-cinder-856971-2-iscsi: { 'AddressGroup': '1.2', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Agent': '1.1', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'ConntrackHelper': '1.0', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'LocalIPAssociation': '1.0', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Log': '1.0', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'NDPProxy': '1.0', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Network': '1.1', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Port': '1.7', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'PortForwarding': '1.3', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'QosPolicy': '1.10', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SecurityGroup': '1.5', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SecurityGroupRule': '1.2', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'SubPort': '1.0', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Subnet': '1.1', Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: 'Trunk': '1.1'}} Sep 15 14:09:35.105225 dv-cinder-856971-2-iscsi neutron-server[106455]: {{(pid=106455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:09:35.114783 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Checking segment: {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:35.115215 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Network hostable DHCP agents. Network: e8bdfa6d-ee93-493a-aa98-3784c4bb267f, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:09:35.133377 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:09:35.144504 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, e8bdfa6d-ee93-493a-aa98-3784c4bb267f) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:35.150302 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:35.152005 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.155048 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12318aa-2f55-4ada-9042-4eb99e858ade None None] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:09:35.173570 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-3f47ae7a-471a-400c-a7e3-8583f113fbd6 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3982253 Sep 15 14:09:35.176415 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48274) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:35.185590 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:35.216574 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-202974524-network', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:35.223428 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.225649 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.282409 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:09:35.283360 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.347910 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks [] for router_controller (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), precommit_add_association {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.376248 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48292) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:35.400088 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48296) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:35.472623 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Allocated IP 172.20.0.2 (e8bdfa6d-ee93-493a-aa98-3784c4bb267f/f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e/adb77244-f3d3-4618-937b-540baf6ce772) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:35.525277 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks [] for router_gateway (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.538233 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Made reservation on behalf of e76574d5f2094997a9c565d4ddf2a483 for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:09:35.541259 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.643059 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Publish callbacks [] for port (adb77244-f3d3-4618-937b-540baf6ce772), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.651409 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (adb77244-f3d3-4618-937b-540baf6ce772), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.697038 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:35.700268 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:35.704958 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:35.716329 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-240221017-network', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:35.752483 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Pushing event updated for resources: {'Port': ['ID=adb77244-f3d3-4618-937b-540baf6ce772,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:35.761560 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.762074 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.762612 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.763126 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.763604 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.764102 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.764592 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.765083 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.765568 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.766594 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.767086 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.768264 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.768740 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.769228 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.769712 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Tracked resource versions report: Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: pushed versions: Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: { 'AddressGroup': {'1.2'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Agent': {'1.1'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'ConntrackHelper': {'1.0'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'LocalIPAssociation': {'1.0'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Log': {'1.0'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'NDPProxy': {'1.0'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Network': {'1.1'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Port': {'1.7'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'PortForwarding': {'1.3'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'QosPolicy': {'1.10'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SecurityGroup': {'1.5'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SubPort': {'1.0'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Subnet': {'1.1'}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Trunk': {'1.1'}} Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: consumer versions: Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: { DHCP agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: HyperV agent@hv-cinder-85697: {}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: L3 agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: Metadata agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: Metering agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: Open vSwitch agent@dv-cinder-856971-2-iscsi: { 'AddressGroup': '1.2', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Agent': '1.1', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'ConntrackHelper': '1.0', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'LocalIPAssociation': '1.0', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Log': '1.0', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'NDPProxy': '1.0', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Network': '1.1', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Port': '1.7', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'PortForwarding': '1.3', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'QosPolicy': '1.10', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SecurityGroup': '1.5', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SecurityGroupRule': '1.2', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'SubPort': '1.0', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Subnet': '1.1', Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: 'Trunk': '1.1'}} Sep 15 14:09:35.771080 dv-cinder-856971-2-iscsi neutron-server[106457]: {{(pid=106457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:09:35.801002 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-network', 'tenant_id': 'fab43b244e854c0296530db48bc1b975'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:35.805380 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Attempting to bind port adb77244-f3d3-4618-937b-540baf6ce772 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:35.806325 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Attempting to bind port adb77244-f3d3-4618-937b-540baf6ce772 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:35.807111 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Attempting to bind port adb77244-f3d3-4618-937b-540baf6ce772 on network e8bdfa6d-ee93-493a-aa98-3784c4bb267f {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:35.852461 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:35.853273 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Checking segment: {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:35.853847 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.854439 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Bound using segment: {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:35.855195 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Bound port: adb77244-f3d3-4618-937b-540baf6ce772, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:35.855774 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (adb77244-f3d3-4618-937b-540baf6ce772), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.859176 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Made reservation on behalf of fab43b244e854c0296530db48bc1b975 for: {'network': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:09:35.866435 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.868757 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.874029 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:35.874680 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:35.890069 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.925325 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Made reservation on behalf of d903de84a9c7446e9a2f368e5eab8719 for: {'network': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:09:35.929789 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:35.949884 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] For port adb77244-f3d3-4618-937b-540baf6ce772, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:35.956931 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] For port adb77244-f3d3-4618-937b-540baf6ce772, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=adb77244-f3d3-4618-937b-540baf6ce772,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:35.964803 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:35.975303 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (adb77244-f3d3-4618-937b-540baf6ce772), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.016784 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:36.027538 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Publish callbacks [] for security_group (fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.029714 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks [] for router_gateway (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.038151 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.041963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.076088 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.084525 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:36.089007 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d6dac-5fec-48a4-8570-2673095bd4a1 None None] Pushing event updated for resources: {'Port': ['ID=adb77244-f3d3-4618-937b-540baf6ce772,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:36.096086 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:09:36.130521 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (cd3fef28-a512-44fc-b804-46ea9d80f78d), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.131168 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.segments_db [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Added segment cd3fef28-a512-44fc-b804-46ea9d80f78d of type vlan for network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 Sep 15 14:09:36.182287 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.196797 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Publish callbacks [] for security_group (6324c25c-7fad-4d8a-9697-0ef43e18fb0d), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.202739 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=64,neutron:INSERT=29,neutron:UPDATE=7 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:36.226391 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (6324c25c-7fad-4d8a-9697-0ef43e18fb0d), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.251547 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:36.255297 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.260683 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:36.261562 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.273482 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:09:36.306919 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Allocated IP 172.27.1.119 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/53c45b31-2222-4027-9139-59a8afbb4bc3) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:36.317874 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6324c25c-7fad-4d8a-9697-0ef43e18fb0d,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:36.332173 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (b3a433ba-32f3-4e11-8469-3e4909aecec4), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.332714 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Added segment b3a433ba-32f3-4e11-8469-3e4909aecec4 of type vlan for network 120cc345-9098-45c5-ab11-9d46cb943f4b Sep 15 14:09:36.459618 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:36.468729 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] Pushing event updated for resources: {'Network': ['ID=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:36.488505 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (120cc345-9098-45c5-ab11-9d46cb943f4b), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.551091 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (120cc345-9098-45c5-ab11-9d46cb943f4b), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.552183 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:36.552842 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.567269 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Publish callbacks [] for security_group (54783529-c2b7-442f-9026-6250e02406f2), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.578129 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-5ff0c838-0ee4-4f22-8ddd-e23dfdc33a9b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1768799 Sep 15 14:09:36.579943 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48346) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:36.587406 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Request body: {'subnet': {'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-subnet', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:36.596485 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (54783529-c2b7-442f-9026-6250e02406f2), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.643721 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54783529-c2b7-442f-9026-6250e02406f2,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:36.668323 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] Pushing event updated for resources: {'Network': ['ID=120cc345-9098-45c5-ab11-9d46cb943f4b,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:36.678650 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:09:36.693015 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (c326b552-dec9-45d7-b68a-978cb93f07bd), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.693735 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.segments_db [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Added segment c326b552-dec9-45d7-b68a-978cb93f07bd of type vlan for network 3e00453e-4367-4375-85b1-d29fb4428e97 Sep 15 14:09:36.702308 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-f63528eb-a925-4498-92fd-eedca6b161b7 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0199301 Sep 15 14:09:36.704364 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Made reservation on behalf of fab43b244e854c0296530db48bc1b975 for: {'subnet': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:09:36.707277 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.710367 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 120cc345-9098-45c5-ab11-9d46cb943f4b details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:09:36.712803 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks [] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.719978 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48354) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:36.735420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Request body: {'subnet': {'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-subnet', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:36.795594 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Made reservation on behalf of e76574d5f2094997a9c565d4ddf2a483 for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:09:36.799959 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.863241 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (3e00453e-4367-4375-85b1-d29fb4428e97), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.867190 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:09:36.875200 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:36.950925 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:36.954312 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:36.980598 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:36.986898 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:36.989980 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:37.024254 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (3e00453e-4367-4375-85b1-d29fb4428e97), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:37.025480 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:37.026292 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:37.067225 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6892121 Sep 15 14:09:37.090893 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48376) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:37.097692 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Request body: {'subnet': {'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-240221017-subnet', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:37.330397 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:37.331926 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585ca9e-81b8-4070-9766-c2c28ce834ae admin admin] Pushing event updated for resources: {'Network': ['ID=3e00453e-4367-4375-85b1-d29fb4428e97,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:37.351843 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 3e00453e-4367-4375-85b1-d29fb4428e97 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:09:37.440357 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Made reservation on behalf of d903de84a9c7446e9a2f368e5eab8719 for: {'subnet': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:09:37.448139 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:37.483017 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (18b62015-f349-4ae6-bb8e-40024429c3e3), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:37.544596 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=82,neutron:UPDATE=8,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:37.570409 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device adb77244-f3d3-4618-937b-540baf6ce772 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:37.633861 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (cb517a77-d7cf-4f8b-823c-b01c0b2f5d36), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:37.653029 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Pushing event updated for resources: {'Port': ['ID=53c45b31-2222-4027-9139-59a8afbb4bc3,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:37.680497 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port adb77244-f3d3-4618-937b-540baf6ce772 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:37.682255 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (adb77244-f3d3-4618-937b-540baf6ce772), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:37.682707 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port adb77244-f3d3-4618-937b-540baf6ce772 Sep 15 14:09:37.722745 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b62015-f349-4ae6-bb8e-40024429c3e3,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:37.749960 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Checking segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:37.750328 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Network hostable DHCP agents. Network: 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:09:37.765025 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0395a4-2403-4f1c-a1e3-e080bbfa6a24 None None] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:09:37.818628 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:09:37.828289 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:37.895152 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks [] for router_gateway (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:37.907903 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6) {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:37.922105 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:37.923538 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:37.955951 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-95e5aead-3300-4ebe-9eff-df7ee1b5b4f6 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3711360 Sep 15 14:09:37.960861 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48426) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:37.967295 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:38.057990 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (35b3ee80-73b2-4575-9855-f9c2c2e7c927), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.061822 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (35b3ee80-73b2-4575-9855-f9c2c2e7c927), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.069813 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.079666 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-94892eb9-44df-4bf0-b7e2-ea1392d8ca89 None None] Provisioning complete for port adb77244-f3d3-4618-937b-540baf6ce772 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:38.080339 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-94892eb9-44df-4bf0-b7e2-ea1392d8ca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (adb77244-f3d3-4618-937b-540baf6ce772), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.080530 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-94892eb9-44df-4bf0-b7e2-ea1392d8ca89 None None] Attempt 1 to provision port adb77244-f3d3-4618-937b-540baf6ce772 Sep 15 14:09:38.112734 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Checking segment: {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:38.113373 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Network hostable DHCP agents. Network: 120cc345-9098-45c5-ab11-9d46cb943f4b, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:09:38.116114 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b48bf-f7e3-4d29-81a2-136c25fdafa7 None None] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:09:38.173730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48438) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:38.238177 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks [] for router_controller (35b3ee80-73b2-4575-9855-f9c2c2e7c927), precommit_add_association {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.239432 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48440) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:38.259441 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Network 120cc345-9098-45c5-ab11-9d46cb943f4b is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:09:38.285724 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 120cc345-9098-45c5-ab11-9d46cb943f4b) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:38.293216 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:38.294057 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.307417 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.323853 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-c54b2fe3-1bf4-46cf-80f0-8983bbb4c071 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6002738 Sep 15 14:09:38.327892 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'project_id': 'fab43b244e854c0296530db48bc1b975', 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:09:38.328891 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.330926 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a63af-8f21-46b6-9bc5-0d93257b82c5 None None] Network 120cc345-9098-45c5-ab11-9d46cb943f4b requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:09:38.347871 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48446) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:38.460910 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:38.489212 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port adb77244-f3d3-4618-937b-540baf6ce772 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:38.490323 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (adb77244-f3d3-4618-937b-540baf6ce772), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.499567 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Router c8fb1174-ee25-4c2d-87c2-9f98de83a87b is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:09:38.514491 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-120cc345-9098-45c5-ab11-9d46cb943f4b', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:09:38.515258 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.516584 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:38.521383 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:38.600591 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (4fef3ef1-c250-418a-9f8a-2a235f0233e9), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.600591 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (4fef3ef1-c250-418a-9f8a-2a235f0233e9), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.628738 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks [] for router_controller (4fef3ef1-c250-418a-9f8a-2a235f0233e9), precommit_add_association {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.669960 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:38.670791 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:38.721529 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:09:38.736875 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Sync routers for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:09:38.764431 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:38.766720 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:38.776924 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:38.805722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks [] for router_gateway (35b3ee80-73b2-4575-9855-f9c2c2e7c927), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.832516 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.835256 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0544a94c-12b5-40d5-bb05-509d71b02308 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6565185 Sep 15 14:09:38.836462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ab35dfc8-00a0-412a-9fd0-bc8ed94eb71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.838647 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48452) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:38.842752 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e029f19c-7b8a-4463-9f75-c114698e6303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.858262 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port adb77244-f3d3-4618-937b-540baf6ce772, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=adb77244-f3d3-4618-937b-540baf6ce772,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:09:38.863889 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-94892eb9-44df-4bf0-b7e2-ea1392d8ca89 None None] Current status of the port adb77244-f3d3-4618-937b-540baf6ce772 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:38.864298 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-94892eb9-44df-4bf0-b7e2-ea1392d8ca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (adb77244-f3d3-4618-937b-540baf6ce772), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.920627 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (adb77244-f3d3-4618-937b-540baf6ce772), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:38.948595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:38.965083 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48454) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:39.122998 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:39.155538 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Checking segment: {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:39.155926 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Network hostable DHCP agents. Network: 3e00453e-4367-4375-85b1-d29fb4428e97, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:09:39.174989 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=adb77244-f3d3-4618-937b-540baf6ce772,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:39.243061 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.db.api [None req-94892eb9-44df-4bf0-b7e2-ea1392d8ca89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 14:09:39.243642 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG oslo_db.api [None req-94892eb9-44df-4bf0-b7e2-ea1392d8ca89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 14:09:39.270977 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks [] for router_gateway (4fef3ef1-c250-418a-9f8a-2a235f0233e9), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.277269 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Allocated IP 172.20.0.2 (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6/18b62015-f349-4ae6-bb8e-40024429c3e3/d2d7b07d-434b-412d-9924-329e245577cc) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:39.307073 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Allocated IP 172.20.0.2 (120cc345-9098-45c5-ab11-9d46cb943f4b/cb517a77-d7cf-4f8b-823c-b01c0b2f5d36/c1cfbff3-184d-4459-bf2e-13d67e6d0f60) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:39.322225 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-387834c3-765f-4f97-8605-36d26d935091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.394306 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:37Z', 'revision_number': 3, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:39.443650 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Network 3e00453e-4367-4375-85b1-d29fb4428e97 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:09:39.458931 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Checking router: c8fb1174-ee25-4c2d-87c2-9f98de83a87b for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:09:39.463235 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Updating router c8fb1174-ee25-4c2d-87c2-9f98de83a87b port 53c45b31-2222-4027-9139-59a8afbb4bc3 binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:09:39.487030 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 3e00453e-4367-4375-85b1-d29fb4428e97) {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:39.510109 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:39.510691 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.517608 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.525843 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device adb77244-f3d3-4618-937b-540baf6ce772 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:39.572063 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e029f19c-7b8a-4463-9f75-c114698e6303 admin admin] Publish callbacks [] for security_group (8d0c8e3f-61df-47aa-bd55-5433de07b324), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.573562 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:39.584016 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e029f19c-7b8a-4463-9f75-c114698e6303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8d0c8e3f-61df-47aa-bd55-5433de07b324), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.596959 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76cf7b4-c6de-4d78-9144-83db65891dbc None None] Network 3e00453e-4367-4375-85b1-d29fb4428e97 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:09:39.626303 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029f19c-7b8a-4463-9f75-c114698e6303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c8e3f-61df-47aa-bd55-5433de07b324,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:39.686650 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e029f19c-7b8a-4463-9f75-c114698e6303 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a84b43c2ba1f4497858e2be943acf2d4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4371247 Sep 15 14:09:39.743475 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48466) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:39.781225 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-55956838-c47a-4b64-b5b3-e30132e04936 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6888945 Sep 15 14:09:39.781984 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48470) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:39.801768 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:39.804674 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Publish callbacks [] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.814947 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:39.817403 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.889347 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Pushing event updated for resources: {'Port': ['ID=53c45b31-2222-4027-9139-59a8afbb4bc3,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:39.905746 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.906319 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.907047 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.907734 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.908208 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.908728 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.909321 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.910383 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.910924 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.911391 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.912324 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.912866 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.913352 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.914259 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-387834c3-765f-4f97-8605-36d26d935091 admin admin] Publish callbacks [] for security_group (bf24226d-6ec6-4190-889b-1d6b2c5228e7), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.914670 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.915452 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Tracked resource versions report: Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: pushed versions: Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: { 'AddressGroup': {'1.2'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Agent': {'1.1'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'ConntrackHelper': {'1.0'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'LocalIPAssociation': {'1.0'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Log': {'1.0'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'NDPProxy': {'1.0'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Network': {'1.1'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Port': {'1.7'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'PortForwarding': {'1.3'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'QosPolicy': {'1.10'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SecurityGroup': {'1.5'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SecurityGroupRule': {'1.2'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SubPort': {'1.0'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Subnet': {'1.1'}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Trunk': {'1.1'}} Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: consumer versions: Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: { DHCP agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: HyperV agent@hv-cinder-85697: {}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: L3 agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: Metadata agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: Metering agent@dv-cinder-856971-2-iscsi: {}, Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: Open vSwitch agent@dv-cinder-856971-2-iscsi: { 'AddressGroup': '1.2', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Agent': '1.1', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'ConntrackHelper': '1.0', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'LocalIPAssociation': '1.0', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Log': '1.0', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'NDPProxy': '1.0', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Network': '1.1', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Port': '1.7', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'PortForwarding': '1.3', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'QosPolicy': '1.10', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SecurityGroup': '1.5', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SecurityGroupRule': '1.2', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'SubPort': '1.0', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Subnet': '1.1', Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: 'Trunk': '1.1'}} Sep 15 14:09:39.918736 dv-cinder-856971-2-iscsi neutron-server[106458]: {{(pid=106458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 14:09:39.921642 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks [] for router_gateway (35b3ee80-73b2-4575-9855-f9c2c2e7c927), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.931420 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:39.944525 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Attempting to bind port 53c45b31-2222-4027-9139-59a8afbb4bc3 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:39.944890 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-387834c3-765f-4f97-8605-36d26d935091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (bf24226d-6ec6-4190-889b-1d6b2c5228e7), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.945591 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Attempting to bind port 53c45b31-2222-4027-9139-59a8afbb4bc3 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:39.946884 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Attempting to bind port 53c45b31-2222-4027-9139-59a8afbb4bc3 on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:39.978471 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-3e00453e-4367-4375-85b1-d29fb4428e97', 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97', 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'fixed_ips': [{'subnet_id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:09:39.979755 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.984153 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ab35dfc8-00a0-412a-9fd0-bc8ed94eb71f admin admin] Publish callbacks [] for security_group (50ba17e2-0d79-4ddc-948f-b137a9c07d0c), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.988209 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (18b13103-dd46-471f-a27f-bc0302684a4e), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:39.988364 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (18b13103-dd46-471f-a27f-bc0302684a4e), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.003506 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.026814 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-94892eb9-44df-4bf0-b7e2-ea1392d8ca89 None None] Current status of the port adb77244-f3d3-4618-937b-540baf6ce772 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:40.031876 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:40.033538 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:40.034169 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.034880 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:40.035935 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Bound port: 53c45b31-2222-4027-9139-59a8afbb4bc3, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:40.036465 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.041708 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.045996 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ab35dfc8-00a0-412a-9fd0-bc8ed94eb71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (50ba17e2-0d79-4ddc-948f-b137a9c07d0c), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.046141 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks [] for router_gateway (4fef3ef1-c250-418a-9f8a-2a235f0233e9), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.073561 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-387834c3-765f-4f97-8605-36d26d935091 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=96b37cc8c62e4096b072abff9b051def&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1044536 Sep 15 14:09:40.079128 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port adb77244-f3d3-4618-937b-540baf6ce772 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:40.079606 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (adb77244-f3d3-4618-937b-540baf6ce772), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.081158 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port adb77244-f3d3-4618-937b-540baf6ce772 Sep 15 14:09:40.085339 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Publish callbacks [] for port (d2d7b07d-434b-412d-9924-329e245577cc), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.087377 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48478) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:40.096219 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:40.110371 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] For port 53c45b31-2222-4027-9139-59a8afbb4bc3, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:40.114105 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] For port 53c45b31-2222-4027-9139-59a8afbb4bc3, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=53c45b31-2222-4027-9139-59a8afbb4bc3,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:40.116878 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35dfc8-00a0-412a-9fd0-bc8ed94eb71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba17e2-0d79-4ddc-948f-b137a9c07d0c,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:40.138977 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.153485 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.156265 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:40.158136 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:40.160736 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:40.183793 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387834c3-765f-4f97-8605-36d26d935091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24226d-6ec6-4190-889b-1d6b2c5228e7,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:40.206721 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (d2d7b07d-434b-412d-9924-329e245577cc), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.269639 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks [] for router_controller (18b13103-dd46-471f-a27f-bc0302684a4e), precommit_add_association {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.269639 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:40.284191 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:40.293116 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c107c1ae-456c-4a63-b6cc-7f121aa04f59 admin admin] Publish callbacks [] for security_group (8d0c8e3f-61df-47aa-bd55-5433de07b324), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.312469 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Publish callbacks [] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.322561 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abce585-7359-47af-9988-11caf2a625a7 None None] Pushing event updated for resources: {'Port': ['ID=53c45b31-2222-4027-9139-59a8afbb4bc3,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:40.353599 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:40.354110 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:40.364525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:40.366833 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-73de8479-d7b4-4eab-97a5-aa8d8e2c8325 None None] Provisioning complete for port adb77244-f3d3-4618-937b-540baf6ce772 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:40.367592 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-73de8479-d7b4-4eab-97a5-aa8d8e2c8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (adb77244-f3d3-4618-937b-540baf6ce772), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.368222 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-73de8479-d7b4-4eab-97a5-aa8d8e2c8325 None None] Attempt 1 to provision port adb77244-f3d3-4618-937b-540baf6ce772 Sep 15 14:09:40.418106 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:40.421103 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Pushing event updated for resources: {'Port': ['ID=d2d7b07d-434b-412d-9924-329e245577cc,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:40.422319 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ab35dfc8-00a0-412a-9fd0-bc8ed94eb71f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3f927dff41404c4ba81b5d8882c99dd4&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2461195 Sep 15 14:09:40.426679 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48482) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:40.431645 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.433169 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c107c1ae-456c-4a63-b6cc-7f121aa04f59 admin admin] Publish callbacks [] for security_group (8d0c8e3f-61df-47aa-bd55-5433de07b324), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.457817 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Allocated IP 172.20.0.1 (e8bdfa6d-ee93-493a-aa98-3784c4bb267f/f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e/c3e442b5-cb97-4c2a-9a90-b43150482277) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:40.469820 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Network 120cc345-9098-45c5-ab11-9d46cb943f4b is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:40.481603 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:40.525861 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Allocated IP 172.27.1.184 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/2b85964a-7625-4394-882e-d243bb9924b8) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:40.532892 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:40.533356 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eafbfe5-a951-461c-b178-0fe7c416e1ec admin admin] Publish callbacks [] for security_group (bf24226d-6ec6-4190-889b-1d6b2c5228e7), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.565108 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:37Z', 'revision_number': 3, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:40.585124 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks [] for router_gateway (18b13103-dd46-471f-a27f-bc0302684a4e), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.604058 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b87f8a3-5cf5-459e-a2cf-838c6b4e9e34 None None] The sync data for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi is: [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:37Z', 'revision_number': 3, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:09:40.646182 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eafbfe5-a951-461c-b178-0fe7c416e1ec admin admin] Publish callbacks [] for security_group (bf24226d-6ec6-4190-889b-1d6b2c5228e7), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.685172 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b07c39ba-6a9e-413b-a8e8-65dd2e36d52d admin admin] Publish callbacks [] for security_group (50ba17e2-0d79-4ddc-948f-b137a9c07d0c), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.696696 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c107c1ae-456c-4a63-b6cc-7f121aa04f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8d0c8e3f-61df-47aa-bd55-5433de07b324), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.696696 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c107c1ae-456c-4a63-b6cc-7f121aa04f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.700273 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-c107c1ae-456c-4a63-b6cc-7f121aa04f59 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8d0c8e3f-61df-47aa-bd55-5433de07b324 HTTP/1.1" status: 204 len: 168 time: 0.9528959 Sep 15 14:09:40.769020 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b07c39ba-6a9e-413b-a8e8-65dd2e36d52d admin admin] Publish callbacks [] for security_group (50ba17e2-0d79-4ddc-948f-b137a9c07d0c), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.806561 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:40.837126 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:40.842464 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Pushing event updated for resources: {'Port': ['ID=c1cfbff3-184d-4459-bf2e-13d67e6d0f60,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:40.858415 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks [] for port (2b85964a-7625-4394-882e-d243bb9924b8), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.871401 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Publish callbacks [] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.896982 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:40.912550 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eafbfe5-a951-461c-b178-0fe7c416e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (bf24226d-6ec6-4190-889b-1d6b2c5228e7), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.915090 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3eafbfe5-a951-461c-b178-0fe7c416e1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.919407 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-3eafbfe5-a951-461c-b178-0fe7c416e1ec admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bf24226d-6ec6-4190-889b-1d6b2c5228e7 HTTP/1.1" status: 204 len: 168 time: 0.8274984 Sep 15 14:09:40.933494 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-73de8479-d7b4-4eab-97a5-aa8d8e2c8325 None None] Current status of the port adb77244-f3d3-4618-937b-540baf6ce772 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:40.942899 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafbfe5-a951-461c-b178-0fe7c416e1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24226d-6ec6-4190-889b-1d6b2c5228e7,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:40.943606 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Allocated IP 172.20.0.2 (3e00453e-4367-4375-85b1-d29fb4428e97/f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f/65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:40.946093 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b07c39ba-6a9e-413b-a8e8-65dd2e36d52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (50ba17e2-0d79-4ddc-948f-b137a9c07d0c), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.959436 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b07c39ba-6a9e-413b-a8e8-65dd2e36d52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:40.964944 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-b07c39ba-6a9e-413b-a8e8-65dd2e36d52d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/50ba17e2-0d79-4ddc-948f-b137a9c07d0c HTTP/1.1" status: 204 len: 168 time: 0.5357637 Sep 15 14:09:40.976370 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Attempting to bind port d2d7b07d-434b-412d-9924-329e245577cc on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:40.978150 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Attempting to bind port d2d7b07d-434b-412d-9924-329e245577cc by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:40.978628 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Attempting to bind port d2d7b07d-434b-412d-9924-329e245577cc on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:40.979462 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107c1ae-456c-4a63-b6cc-7f121aa04f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c8e3f-61df-47aa-bd55-5433de07b324,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:41.002019 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c39ba-6a9e-413b-a8e8-65dd2e36d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba17e2-0d79-4ddc-948f-b137a9c07d0c,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:41.008586 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.039620 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port adb77244-f3d3-4618-937b-540baf6ce772 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:41.049452 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Attempting to bind port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:41.052092 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Attempting to bind port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:41.052573 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Attempting to bind port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 on network 120cc345-9098-45c5-ab11-9d46cb943f4b {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:41.101248 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:41.104341 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Allocated IP 172.27.1.146 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/da0c87b7-c159-4383-b806-968773acd6e5) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:41.106992 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:41.112078 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:41.112712 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.166576 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e442b5-cb97-4c2a-9a90-b43150482277,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:41.279532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:41.280119 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Checking segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:41.280534 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.281172 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Bound using segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:41.282015 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Bound port: d2d7b07d-434b-412d-9924-329e245577cc, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:41.282594 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d2d7b07d-434b-412d-9924-329e245577cc), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.466591 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.478156 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48500) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:41.528543 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d76fcb90-0767-495e-b3d5-20a6c505b4c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.541012 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Publish callbacks [] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.569938 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (2b85964a-7625-4394-882e-d243bb9924b8), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.623660 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 53c45b31-2222-4027-9139-59a8afbb4bc3 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:41.661608 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:41.665370 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Checking segment: {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:41.665865 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.666343 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Bound using segment: {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:41.668212 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Bound port: c1cfbff3-184d-4459-bf2e-13d67e6d0f60, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:41.668674 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.694877 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:41.701130 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.741701 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:41.765609 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:41.831337 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:41.881809 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d76fcb90-0767-495e-b3d5-20a6c505b4c0 admin admin] Publish callbacks [] for security_group (20464179-d45f-4ab4-b7be-c42bf78d90ec), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.893328 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] For port d2d7b07d-434b-412d-9924-329e245577cc, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:41.899721 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d76fcb90-0767-495e-b3d5-20a6c505b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (20464179-d45f-4ab4-b7be-c42bf78d90ec), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.901283 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:41.904964 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Provisioning complete for port c3e442b5-cb97-4c2a-9a90-b43150482277 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:41.912955 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:41.913501 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Attempt 1 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:41.936828 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:41.952437 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d76fcb90-0767-495e-b3d5-20a6c505b4c0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5d640247639149d89c3742c29c9343c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4727957 Sep 15 14:09:41.956074 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48520) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:41.972377 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks [] for router_gateway (18b13103-dd46-471f-a27f-bc0302684a4e), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.018319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Network 3e00453e-4367-4375-85b1-d29fb4428e97 is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:42.034275 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:42.041860 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] For port d2d7b07d-434b-412d-9924-329e245577cc, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=d2d7b07d-434b-412d-9924-329e245577cc,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:42.052952 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:42.080732 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Pushing event updated for resources: {'Port': ['ID=65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:42.104920 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48528) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:42.112174 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (d2d7b07d-434b-412d-9924-329e245577cc), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.149076 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fcb90-0767-495e-b3d5-20a6c505b4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20464179-d45f-4ab4-b7be-c42bf78d90ec,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:42.163358 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e4b449dd-0fa8-4fc4-b0ad-0bcb879b006f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.192984 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Port c3e442b5-cb97-4c2a-9a90-b43150482277 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:42.194682 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 53c45b31-2222-4027-9139-59a8afbb4bc3 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:42.195335 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.197322 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 53c45b31-2222-4027-9139-59a8afbb4bc3 Sep 15 14:09:42.219770 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:42.255064 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Publish callbacks [] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.258995 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] For port c1cfbff3-184d-4459-bf2e-13d67e6d0f60, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:42.274302 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.275215 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.280785 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Pushing event updated for resources: {'Port': ['ID=2b85964a-7625-4394-882e-d243bb9924b8,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:42.358091 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f76f7-0bfb-40c1-a010-e2f95877897f None None] Pushing event updated for resources: {'Port': ['ID=d2d7b07d-434b-412d-9924-329e245577cc,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:42.382615 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.389423 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] For port c1cfbff3-184d-4459-bf2e-13d67e6d0f60, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=c1cfbff3-184d-4459-bf2e-13d67e6d0f60,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:42.411985 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbbf141d-af04-4a9b-91c0-20f0663074ce admin admin] Publish callbacks [] for security_group (20464179-d45f-4ab4-b7be-c42bf78d90ec), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.420346 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e442b5-cb97-4c2a-9a90-b43150482277,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:42.431309 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.446549 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:42.452719 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks [] for port (da0c87b7-c159-4383-b806-968773acd6e5), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.554777 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbbf141d-af04-4a9b-91c0-20f0663074ce admin admin] Publish callbacks [] for security_group (20464179-d45f-4ab4-b7be-c42bf78d90ec), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.619862 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1070a72-783d-4509-b086-a52c249ec746 None None] Pushing event updated for resources: {'Port': ['ID=c1cfbff3-184d-4459-bf2e-13d67e6d0f60,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:42.629631 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Attempting to bind port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:42.632810 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Attempting to bind port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:42.633475 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Attempting to bind port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e on network 3e00453e-4367-4375-85b1-d29fb4428e97 {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:42.688364 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:42.690278 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e4b449dd-0fa8-4fc4-b0ad-0bcb879b006f admin admin] Publish callbacks [] for security_group (c4721ec6-5994-4772-9bfd-fbc94da23835), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.692368 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:42.704166 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e4b449dd-0fa8-4fc4-b0ad-0bcb879b006f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (c4721ec6-5994-4772-9bfd-fbc94da23835), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.742522 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (da0c87b7-c159-4383-b806-968773acd6e5), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.756350 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Attempt 2 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:42.782661 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbbf141d-af04-4a9b-91c0-20f0663074ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (20464179-d45f-4ab4-b7be-c42bf78d90ec), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.785137 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-fbbf141d-af04-4a9b-91c0-20f0663074ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.788766 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-fbbf141d-af04-4a9b-91c0-20f0663074ce admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/20464179-d45f-4ab4-b7be-c42bf78d90ec HTTP/1.1" status: 204 len: 168 time: 0.8207340 Sep 15 14:09:42.813175 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks [] for router_gateway (35b3ee80-73b2-4575-9855-f9c2c2e7c927), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:42.841257 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e4b449dd-0fa8-4fc4-b0ad-0bcb879b006f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c4be8dee593141b8a37653230e88817a&name=default HTTP/1.1" status: 200 len: 2993 time: 0.7349703 Sep 15 14:09:42.841941 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b449dd-0fa8-4fc4-b0ad-0bcb879b006f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4721ec6-5994-4772-9bfd-fbc94da23835,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:42.844907 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48544) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:42.919379 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:42.944534 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:42.962666 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf141d-af04-4a9b-91c0-20f0663074ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20464179-d45f-4ab4-b7be-c42bf78d90ec,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:42.964731 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:42.973234 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Pushing event updated for resources: {'Port': ['ID=da0c87b7-c159-4383-b806-968773acd6e5,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:43.008526 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:43.009555 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Checking segment: {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:43.010120 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:43.016373 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Bound using segment: {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:43.017063 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Bound port: 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:43.017709 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:43.041364 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Port c3e442b5-cb97-4c2a-9a90-b43150482277 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:43.099829 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Allocated IP 172.27.1.253 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/8fa3181f-8e20-45a8-a0e8-72f15b33b86f) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:43.111672 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Router c8fb1174-ee25-4c2d-87c2-9f98de83a87b has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:09:43.140790 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:43.167540 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7a030953-372d-4c52-95c0-37b71ab80855 admin admin] Publish callbacks [] for security_group (c4721ec6-5994-4772-9bfd-fbc94da23835), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:43.176312 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 53c45b31-2222-4027-9139-59a8afbb4bc3 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:43.182002 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:43.239161 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7a030953-372d-4c52-95c0-37b71ab80855 admin admin] Publish callbacks [] for security_group (c4721ec6-5994-4772-9bfd-fbc94da23835), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:43.349735 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7a030953-372d-4c52-95c0-37b71ab80855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (c4721ec6-5994-4772-9bfd-fbc94da23835), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:43.352402 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7a030953-372d-4c52-95c0-37b71ab80855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:43.354010 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-7a030953-372d-4c52-95c0-37b71ab80855 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c4721ec6-5994-4772-9bfd-fbc94da23835 HTTP/1.1" status: 204 len: 168 time: 0.4679525 Sep 15 14:09:43.402993 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] For port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:43.407427 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] For port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:43.428397 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:43.493352 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a030953-372d-4c52-95c0-37b71ab80855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4721ec6-5994-4772-9bfd-fbc94da23835,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:43.555363 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Attempt 3 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:43.589299 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:43.645377 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 53c45b31-2222-4027-9139-59a8afbb4bc3, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=53c45b31-2222-4027-9139-59a8afbb4bc3,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:09:43.663977 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:43.665768 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:09:43.685062 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:43.701159 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-2ccac8d8-e4c4-41b6-b604-202da4b400c7 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c8fb1174-ee25-4c2d-87c2-9f98de83a87b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8581138 Sep 15 14:09:43.740842 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Port c3e442b5-cb97-4c2a-9a90-b43150482277 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:43.827529 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4f38d-17fa-4a0e-9ce0-72b3b1af56f4 None None] Pushing event updated for resources: {'Port': ['ID=65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:44.025674 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device d2d7b07d-434b-412d-9924-329e245577cc up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:44.108559 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:44.116076 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (35b3ee80-73b2-4575-9855-f9c2c2e7c927), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:44.152700 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=53c45b31-2222-4027-9139-59a8afbb4bc3,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:44.168145 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56dcf63-965f-4b1e-a414-cf479c51f078 None None] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:09:44.189820 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:44.238368 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks [] for router_gateway (4fef3ef1-c250-418a-9f8a-2a235f0233e9), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:44.241088 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port d2d7b07d-434b-412d-9924-329e245577cc triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:44.241465 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d2d7b07d-434b-412d-9924-329e245577cc), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:44.241798 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port d2d7b07d-434b-412d-9924-329e245577cc Sep 15 14:09:44.245527 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Attempt 4 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:44.372582 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Port c3e442b5-cb97-4c2a-9a90-b43150482277 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:44.425442 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks [] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:44.466055 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port d2d7b07d-434b-412d-9924-329e245577cc is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:44.466610 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d2d7b07d-434b-412d-9924-329e245577cc), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:44.501080 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ebed43-1b73-4061-a2ad-ed9c65dedf27 None None] Network 120cc345-9098-45c5-ab11-9d46cb943f4b requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:09:44.529975 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port d2d7b07d-434b-412d-9924-329e245577cc, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=d2d7b07d-434b-412d-9924-329e245577cc,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:09:44.584700 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (d2d7b07d-434b-412d-9924-329e245577cc), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:44.585305 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device c1cfbff3-184d-4459-bf2e-13d67e6d0f60 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:44.627644 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48588) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:44.687530 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:44.763154 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Pushing event updated for resources: {'Port': ['ID=8fa3181f-8e20-45a8-a0e8-72f15b33b86f,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:44.805049 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=d2d7b07d-434b-412d-9924-329e245577cc,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:44.828903 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:44.843654 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:44.844659 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:44.845595 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 Sep 15 14:09:44.886872 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:44.891573 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:44.895127 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Attempt 5 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:44.897587 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:44.911114 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Sync routers for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:09:45.012922 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (4fef3ef1-c250-418a-9f8a-2a235f0233e9), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.109368 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48602) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:45.114720 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-f74cf7a1-a672-4b0a-b4be-c7af007ca2e2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566221192', 'description': 'tempest-description--355734794'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:45.170249 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f74cf7a1-a672-4b0a-b4be-c7af007ca2e2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.237450 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df47845a-26aa-4589-86ea-c495067e6ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.305990 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37ad63-913d-49ed-852b-3b1407cb1956 None None] Network 3e00453e-4367-4375-85b1-d29fb4428e97 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:09:45.319757 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:45.321154 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:45.395935 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:09:45.464957 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:45.570944 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df47845a-26aa-4589-86ea-c495067e6ef1 admin admin] Publish callbacks [] for security_group (4856d6fd-9ff9-425a-9f01-9979f173e091), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.571886 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks [] for router_gateway (18b13103-dd46-471f-a27f-bc0302684a4e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.572657 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:45.635804 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f74cf7a1-a672-4b0a-b4be-c7af007ca2e2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (7afa3ace-ecde-49d6-950d-1f10c858d79d), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.638850 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df47845a-26aa-4589-86ea-c495067e6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4856d6fd-9ff9-425a-9f01-9979f173e091), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.668111 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-df47845a-26aa-4589-86ea-c495067e6ef1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=08233653cc71488393a34f602b7fd885&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0391235 Sep 15 14:09:45.669044 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f74cf7a1-a672-4b0a-b4be-c7af007ca2e2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (7afa3ace-ecde-49d6-950d-1f10c858d79d), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.674644 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48622) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:45.684828 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:45.687487 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:45.693193 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f74cf7a1-a672-4b0a-b4be-c7af007ca2e2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.698189 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-f74cf7a1-a672-4b0a-b4be-c7af007ca2e2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5877354 Sep 15 14:09:45.699386 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48624) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:45.710915 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-3f4d5239-3cb5-4ad6-8b03-4fdcdc52d9b1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'security_group_rule': {'security_group_id': '7afa3ace-ecde-49d6-950d-1f10c858d79d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:45.714553 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47845a-26aa-4589-86ea-c495067e6ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4856d6fd-9ff9-425a-9f01-9979f173e091,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:45.743086 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cf7a1-a672-4b0a-b4be-c7af007ca2e2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa3ace-ecde-49d6-950d-1f10c858d79d,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:45.791876 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5239-3cb5-4ad6-8b03-4fdcdc52d9b1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (6078295c-0164-4978-8506-3ec1665615f1), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:45.810525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Port c3e442b5-cb97-4c2a-9a90-b43150482277 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:45.828451 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:09:45.857287 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:45.876000 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 2, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:45.878610 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:09:45.891734 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Sync routers for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:09:45.905897 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:45.907085 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:45.984347 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Checking router: c8fb1174-ee25-4c2d-87c2-9f98de83a87b for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:09:45.985692 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Updating router c8fb1174-ee25-4c2d-87c2-9f98de83a87b port c3e442b5-cb97-4c2a-9a90-b43150482277 binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:09:45.992128 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:45.992521 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.024626 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:46.060624 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6823ada9-b83c-46ef-bd9e-0aeb838586bd admin admin] Publish callbacks [] for security_group (4856d6fd-9ff9-425a-9f01-9979f173e091), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.064530 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:46.078625 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.091510 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-b62fbdb8-85fe-4ba0-8a3e-7aa6856b7cca admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.1271188 Sep 15 14:09:46.092976 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48636) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:46.136986 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6823ada9-b83c-46ef-bd9e-0aeb838586bd admin admin] Publish callbacks [] for security_group (4856d6fd-9ff9-425a-9f01-9979f173e091), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.138742 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:46.211841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.257522 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:46.262631 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port c1cfbff3-184d-4459-bf2e-13d67e6d0f60, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=c1cfbff3-184d-4459-bf2e-13d67e6d0f60,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:09:46.282164 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.285803 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.288250 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:42Z', 'revision_number': 3, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:46.321863 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Checking router: 35b3ee80-73b2-4575-9855-f9c2c2e7c927 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:09:46.322447 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Updating router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 port 2b85964a-7625-4394-882e-d243bb9924b8 binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:09:46.346790 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5239-3cb5-4ad6-8b03-4fdcdc52d9b1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (6078295c-0164-4978-8506-3ec1665615f1), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.378192 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (2b85964a-7625-4394-882e-d243bb9924b8), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.458527 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Attempt 6 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:46.465063 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=c1cfbff3-184d-4459-bf2e-13d67e6d0f60,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:46.663872 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6823ada9-b83c-46ef-bd9e-0aeb838586bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4856d6fd-9ff9-425a-9f01-9979f173e091), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.666662 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6823ada9-b83c-46ef-bd9e-0aeb838586bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.671556 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6823ada9-b83c-46ef-bd9e-0aeb838586bd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4856d6fd-9ff9-425a-9f01-9979f173e091 HTTP/1.1" status: 204 len: 168 time: 0.9890072 Sep 15 14:09:46.671556 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5239-3cb5-4ad6-8b03-4fdcdc52d9b1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (6078295c-0164-4978-8506-3ec1665615f1), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.686552 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:09:46.810343 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823ada9-b83c-46ef-bd9e-0aeb838586bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4856d6fd-9ff9-425a-9f01-9979f173e091,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:46.815650 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (18b13103-dd46-471f-a27f-bc0302684a4e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.831708 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d5239-3cb5-4ad6-8b03-4fdcdc52d9b1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6078295c-0164-4978-8506-3ec1665615f1,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:46.840722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5239-3cb5-4ad6-8b03-4fdcdc52d9b1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.842632 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3f4d5239-3cb5-4ad6-8b03-4fdcdc52d9b1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1390083 Sep 15 14:09:46.846434 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48654) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:46.852888 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:46.855507 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-5dcb31e3-3eed-4ec4-a482-1c30595a9332 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'security_group_rule': {'security_group_id': '7afa3ace-ecde-49d6-950d-1f10c858d79d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:46.862980 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-aaae9fca-a67f-440d-b352-6639ccd03a85 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5085051 Sep 15 14:09:46.867051 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48658) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:47.024555 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:47.068752 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5dcb31e3-3eed-4ec4-a482-1c30595a9332 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (005fe565-8ddc-4344-921b-5bcb595fcd92), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.122668 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.160427 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Publish callbacks [] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.170623 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Sync routers for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:09:47.174643 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:47.217863 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.307978 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:47.321343 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f3303-b2dc-4483-aa3a-f8d53afcf8c5 None None] Pushing event updated for resources: {'Port': ['ID=c3e442b5-cb97-4c2a-9a90-b43150482277,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:47.350942 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:47.354378 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:47.355516 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:47.363578 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Publish callbacks [] for port (2b85964a-7625-4394-882e-d243bb9924b8), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.376979 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (2b85964a-7625-4394-882e-d243bb9924b8), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.421639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5dcb31e3-3eed-4ec4-a482-1c30595a9332 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (005fe565-8ddc-4344-921b-5bcb595fcd92), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.422681 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Attempting to bind port 2b85964a-7625-4394-882e-d243bb9924b8 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:47.423370 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Attempting to bind port 2b85964a-7625-4394-882e-d243bb9924b8 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:47.425084 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Attempting to bind port 2b85964a-7625-4394-882e-d243bb9924b8 on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:47.433781 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5dcb31e3-3eed-4ec4-a482-1c30595a9332 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (005fe565-8ddc-4344-921b-5bcb595fcd92), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.510296 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:47.510668 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:47.511077 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.511571 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:47.516622 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Router 18b13103-dd46-471f-a27f-bc0302684a4e is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:09:47.519116 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Bound port: 2b85964a-7625-4394-882e-d243bb9924b8, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:47.519517 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (2b85964a-7625-4394-882e-d243bb9924b8), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.522902 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280913b6-7b7e-4c79-8764-725adb472096 None None] Pushing event updated for resources: {'Port': ['ID=2b85964a-7625-4394-882e-d243bb9924b8,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:47.539474 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb31e3-3eed-4ec4-a482-1c30595a9332 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005fe565-8ddc-4344-921b-5bcb595fcd92,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:47.582491 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5dcb31e3-3eed-4ec4-a482-1c30595a9332 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.586707 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5dcb31e3-3eed-4ec4-a482-1c30595a9332 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7362278 Sep 15 14:09:47.587132 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48676) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:47.603186 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] For port 2b85964a-7625-4394-882e-d243bb9924b8, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:47.607124 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] For port 2b85964a-7625-4394-882e-d243bb9924b8, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=2b85964a-7625-4394-882e-d243bb9924b8,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:47.610123 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:47.615153 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Port c3e442b5-cb97-4c2a-9a90-b43150482277 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:47.615572 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (2b85964a-7625-4394-882e-d243bb9924b8), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.635118 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:47.688815 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:47.689445 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:47.730525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:47.735227 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:09:47.754560 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Sync routers for ids ['18b13103-dd46-471f-a27f-bc0302684a4e'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:09:47.773954 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.776249 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-a20feb08-12fc-4cba-866b-f598c217026b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9658620 Sep 15 14:09:47.779037 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48688) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:47.782849 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280913b6-7b7e-4c79-8764-725adb472096 None None] Pushing event updated for resources: {'Port': ['ID=2b85964a-7625-4394-882e-d243bb9924b8,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:47.855512 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Allocated IP 172.20.0.1 (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6/18b62015-f349-4ae6-bb8e-40024429c3e3/7502edde-2030-4fa3-aac3-3b8ba1f2658c) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:47.881621 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Routers {'18b13103-dd46-471f-a27f-bc0302684a4e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:47.883611 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['18b13103-dd46-471f-a27f-bc0302684a4e'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:47.917804 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:47.948771 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:47.949167 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:47.949504 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e Sep 15 14:09:47.957521 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Attempting to bind port c3e442b5-cb97-4c2a-9a90-b43150482277 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:47.957891 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Attempting to bind port c3e442b5-cb97-4c2a-9a90-b43150482277 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:47.958251 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Attempting to bind port c3e442b5-cb97-4c2a-9a90-b43150482277 on network e8bdfa6d-ee93-493a-aa98-3784c4bb267f {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:47.995993 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Publish callbacks [] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.042856 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.115065 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:48.116962 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.121539 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Attempt 7 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:48.153861 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:48.270866 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Port c3e442b5-cb97-4c2a-9a90-b43150482277 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:48.288467 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:48.288836 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Checking segment: {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:48.289238 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.289686 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Bound using segment: {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:48.290160 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Bound port: c3e442b5-cb97-4c2a-9a90-b43150482277, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:48.290486 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.345223 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Set router 18b13103-dd46-471f-a27f-bc0302684a4e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:48.469224 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=7502edde-2030-4fa3-aac3-3b8ba1f2658c,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:48.472871 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:48.507398 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:48.513470 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 3, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:48.518041 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:48.518278 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.526606 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.573007 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Checking router: 4fef3ef1-c250-418a-9f8a-2a235f0233e9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:09:48.573357 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Updating router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 port da0c87b7-c159-4383-b806-968773acd6e5 binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:09:48.619903 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] For port c3e442b5-cb97-4c2a-9a90-b43150482277, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:48.643763 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:09:48.646430 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] For port c3e442b5-cb97-4c2a-9a90-b43150482277, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=c3e442b5-cb97-4c2a-9a90-b43150482277,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:48.648126 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (da0c87b7-c159-4383-b806-968773acd6e5), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.664171 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:48.674134 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:48.683569 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.692578 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 53c45b31-2222-4027-9139-59a8afbb4bc3 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:48.712404 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.742687 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:48.752273 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:48.778677 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Attempt 8 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:48.809277 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Allocated IP 172.27.1.128 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/bb1fa1b1-7c86-4556-9c92-ed7c7750f90b) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:48.934866 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:48.941945 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:49.102116 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:42Z', 'revision_number': 3, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:49.111019 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:49.115770 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:49.121574 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:49.177762 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Allocated IP 172.20.0.1 (3e00453e-4367-4375-85b1-d29fb4428e97/f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f/743909c8-1a3a-4f28-ab14-0687b04ffd9a) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:49.196567 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886b720-1eb4-4979-b9a4-1a698c6dac7f None None] The sync data for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi is: [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:42Z', 'revision_number': 3, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:09:49.200702 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 53c45b31-2222-4027-9139-59a8afbb4bc3 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:49.205495 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:49.206561 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 53c45b31-2222-4027-9139-59a8afbb4bc3 Sep 15 14:09:49.214960 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:45Z', 'revision_number': 3, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'gw_port': {'id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:42Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:49.304714 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Checking router: 18b13103-dd46-471f-a27f-bc0302684a4e for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:09:49.305062 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Updating router 18b13103-dd46-471f-a27f-bc0302684a4e port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:09:49.364995 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:49.386144 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for port (bb1fa1b1-7c86-4556-9c92-ed7c7750f90b), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:49.402100 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:49.479948 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Publish callbacks [] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:49.562441 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f3303-b2dc-4483-aa3a-f8d53afcf8c5 None None] Pushing event updated for resources: {'Port': ['ID=c3e442b5-cb97-4c2a-9a90-b43150482277,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:49.583578 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Current status of the port c3e442b5-cb97-4c2a-9a90-b43150482277 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:49.584018 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:49.584684 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:49.587240 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (35b3ee80-73b2-4575-9855-f9c2c2e7c927), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:49.599744 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:49.607925 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:49.612676 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:49.791146 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] For port c3e442b5-cb97-4c2a-9a90-b43150482277, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=c3e442b5-cb97-4c2a-9a90-b43150482277,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:09:49.809392 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Pushing event updated for resources: {'Port': ['ID=743909c8-1a3a-4f28-ab14-0687b04ffd9a,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:49.833008 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Network 3e00453e-4367-4375-85b1-d29fb4428e97 is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:49.839091 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:49.859648 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:49.865552 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (18b13103-dd46-471f-a27f-bc0302684a4e), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:49.877030 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:49.961503 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (bb1fa1b1-7c86-4556-9c92-ed7c7750f90b), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:50.220810 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:50.228051 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'Port': ['ID=bb1fa1b1-7c86-4556-9c92-ed7c7750f90b,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:50.254745 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:50.269100 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:50.270348 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 53c45b31-2222-4027-9139-59a8afbb4bc3 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:50.278639 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device d2d7b07d-434b-412d-9924-329e245577cc up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:50.423630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Provisioning complete for port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:50.430204 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:50.430872 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Attempt 1 to provision port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e Sep 15 14:09:50.530479 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb7f1-5b86-4611-a774-af0d8bd82e9c None None] Pushing event updated for resources: {'Port': ['ID=c3e442b5-cb97-4c2a-9a90-b43150482277,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:50.637741 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:50.652503 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (ed40d639-bfe1-4219-9e00-ac9db94ab3de), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:50.726124 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:50.744475 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:50.805638 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port d2d7b07d-434b-412d-9924-329e245577cc triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:50.811219 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d2d7b07d-434b-412d-9924-329e245577cc), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:50.813371 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port d2d7b07d-434b-412d-9924-329e245577cc Sep 15 14:09:50.861073 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:50.888678 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:48Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:50.894971 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Current status of the port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:50.897122 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:50.900927 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bb1fa1b1-7c86-4556-9c92-ed7c7750f90b), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:50.976147 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02094d-fab6-46e5-a62c-1e2c0175bf22 None None] The sync data for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi is: [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:48Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:09:50.993454 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Provisioning complete for port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:50.993990 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:50.995387 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Attempt 1 to provision port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 Sep 15 14:09:51.018603 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Publish callbacks [] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.027011 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.032082 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (18b13103-dd46-471f-a27f-bc0302684a4e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.037333 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:51.112474 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:51.133529 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Publish callbacks [] for port (da0c87b7-c159-4383-b806-968773acd6e5), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.197014 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port d2d7b07d-434b-412d-9924-329e245577cc is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:51.257362 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (da0c87b7-c159-4383-b806-968773acd6e5), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.444023 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Attempting to bind port da0c87b7-c159-4383-b806-968773acd6e5 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:51.448173 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Attempting to bind port da0c87b7-c159-4383-b806-968773acd6e5 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:51.448715 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Attempting to bind port da0c87b7-c159-4383-b806-968773acd6e5 on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:51.511602 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Network 3e00453e-4367-4375-85b1-d29fb4428e97 is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:51.521906 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:51.539041 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Pushing event updated for resources: {'Port': ['ID=743909c8-1a3a-4f28-ab14-0687b04ffd9a,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:51.680284 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Current status of the port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:51.705482 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b62162-a859-4f23-b49a-81d7d4d86e6e None None] Pushing event updated for resources: {'Port': ['ID=da0c87b7-c159-4383-b806-968773acd6e5,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:51.776933 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:51.787910 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:51.788807 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.791353 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:51.792181 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Bound port: da0c87b7-c159-4383-b806-968773acd6e5, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:51.794945 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (da0c87b7-c159-4383-b806-968773acd6e5), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.805444 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device c1cfbff3-184d-4459-bf2e-13d67e6d0f60 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:51.823351 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Allocated IP 172.20.0.1 (120cc345-9098-45c5-ab11-9d46cb943f4b/cb517a77-d7cf-4f8b-823c-b01c0b2f5d36/1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:51.830228 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Provisioning complete for port c3e442b5-cb97-4c2a-9a90-b43150482277 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:51.832769 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.836026 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Attempt 1 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:51.845429 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Publish callbacks [] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.855833 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Router 18b13103-dd46-471f-a27f-bc0302684a4e has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:09:51.877502 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:51.919582 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Attempting to bind port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:51.920207 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Attempting to bind port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:51.923363 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Attempting to bind port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:52.066971 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:52.067334 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:52.068020 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.068130 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:52.068610 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Bound port: 8fa3181f-8e20-45a8-a0e8-72f15b33b86f, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:52.068976 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.137000 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] For port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:52.145112 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] For port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=8fa3181f-8e20-45a8-a0e8-72f15b33b86f,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:52.162278 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:52.162714 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.163082 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 Sep 15 14:09:52.164557 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.172861 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:09:52.186318 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-4466b3cc-f1bf-4bf0-8ef3-ddf3fbc52563 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/18b13103-dd46-471f-a27f-bc0302684a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4057498 Sep 15 14:09:52.192122 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Publish callbacks [] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.194646 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:52.209634 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:52.211285 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.212822 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (35b3ee80-73b2-4575-9855-f9c2c2e7c927), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.226846 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Routers {'18b13103-dd46-471f-a27f-bc0302684a4e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:52.229599 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['18b13103-dd46-471f-a27f-bc0302684a4e'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:52.233485 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d5c8d-0131-474a-a0e0-5fc56b4bb10e None None] Pushing event updated for resources: {'Port': ['ID=8fa3181f-8e20-45a8-a0e8-72f15b33b86f,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:52.289198 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Publish callbacks [] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.289399 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] For port da0c87b7-c159-4383-b806-968773acd6e5, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:52.300446 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=7502edde-2030-4fa3-aac3-3b8ba1f2658c,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:52.383849 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] For port da0c87b7-c159-4383-b806-968773acd6e5, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=da0c87b7-c159-4383-b806-968773acd6e5,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:52.426463 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:52.626177 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for port (bb1fa1b1-7c86-4556-9c92-ed7c7750f90b), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.630948 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.663283 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] Set router 18b13103-dd46-471f-a27f-bc0302684a4e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:52.684269 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Network 120cc345-9098-45c5-ab11-9d46cb943f4b is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:52.697020 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:52.700047 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:52.700970 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (4fef3ef1-c250-418a-9f8a-2a235f0233e9), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.706405 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Current status of the port c3e442b5-cb97-4c2a-9a90-b43150482277 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:52.709243 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (da0c87b7-c159-4383-b806-968773acd6e5), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.847453 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Provisioning complete for port d2d7b07d-434b-412d-9924-329e245577cc triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:52.849604 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d2d7b07d-434b-412d-9924-329e245577cc), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:52.852165 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Attempt 1 to provision port d2d7b07d-434b-412d-9924-329e245577cc Sep 15 14:09:52.892629 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:52.893531 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:52.950643 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:53.004737 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (bb1fa1b1-7c86-4556-9c92-ed7c7750f90b), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:53.006285 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (ed40d639-bfe1-4219-9e00-ac9db94ab3de), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:53.041730 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:53.199363 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48820) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:53.261897 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:53.263146 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:53.264867 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:53.294260 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:53.302822 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device c3e442b5-cb97-4c2a-9a90-b43150482277 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:53.322321 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:53.472668 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdad6-f25d-496e-b55e-15fb72314d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:53.503144 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d5c8d-0131-474a-a0e0-5fc56b4bb10e None None] Pushing event updated for resources: {'Port': ['ID=8fa3181f-8e20-45a8-a0e8-72f15b33b86f,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:53.553980 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b62162-a859-4f23-b49a-81d7d4d86e6e None None] Pushing event updated for resources: {'Port': ['ID=da0c87b7-c159-4383-b806-968773acd6e5,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:53.570196 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:53.583639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:53.584942 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9823596 Sep 15 14:09:53.675495 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdad6-f25d-496e-b55e-15fb72314d49 admin admin] Publish callbacks [] for security_group (3dc54a80-5df1-4f63-b991-6b3a26eb8331), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:53.682760 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'gw_port': {'id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:42Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '743909c8-1a3a-4f28-ab14-0687b04ffd9a', 'name': '', 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'mac_address': 'fa:16:3e:9a:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:48Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 2, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'subnets': [{'id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:53.689591 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-eb6fdad6-f25d-496e-b55e-15fb72314d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3dc54a80-5df1-4f63-b991-6b3a26eb8331), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:53.761201 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4420b-9a50-4819-a4de-de7d1acda2e9 None None] The sync data for ids ['18b13103-dd46-471f-a27f-bc0302684a4e'] in dv-cinder-856971-2-iscsi is: [{'id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'gw_port': {'id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:42Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '743909c8-1a3a-4f28-ab14-0687b04ffd9a', 'name': '', 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'mac_address': 'fa:16:3e:9a:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:48Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 2, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'subnets': [{'id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:09:53.764388 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fdad6-f25d-496e-b55e-15fb72314d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc54a80-5df1-4f63-b991-6b3a26eb8331,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:53.773462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 48846) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:53.793947 dv-cinder-856971-2-iscsi neutron-server[106455]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 14:09:53.809583 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port c3e442b5-cb97-4c2a-9a90-b43150482277 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:53.810615 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:53.811094 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port c3e442b5-cb97-4c2a-9a90-b43150482277 Sep 15 14:09:53.813028 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-eb6fdad6-f25d-496e-b55e-15fb72314d49 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1c79952eb7644ad2842f103ee5ff9e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6122456 Sep 15 14:09:53.813904 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48852) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:53.853427 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:53.916803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:53.945705 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48866) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:53.948119 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ef4930b1-d90a-4ffc-802a-011b8dced7c8 None None] Current status of the port d2d7b07d-434b-412d-9924-329e245577cc is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:53.950364 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-959d71ff-de0d-4365-95ec-b0db3ef19927 admin admin] Publish callbacks [] for security_group (3dc54a80-5df1-4f63-b991-6b3a26eb8331), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:53.989347 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 3, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:53.992433 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-959d71ff-de0d-4365-95ec-b0db3ef19927 admin admin] Publish callbacks [] for security_group (3dc54a80-5df1-4f63-b991-6b3a26eb8331), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:54.015435 dv-cinder-856971-2-iscsi neutron-server[106456]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 14:09:54.032077 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be8879-ef6d-4642-8842-d928fd18a7b1 None None] The sync data for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi is: [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 3, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:09:54.096663 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-9b0f9add-1f3e-4417-8438-1eade3deeaaf tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--566221192&fields=id&tenant_id=a8297077982a4338a2d687c89e1119a2 HTTP/1.1" status: 200 len: 267 time: 0.0824361 Sep 15 14:09:54.124005 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Provisioning complete for port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:54.124411 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:54.124754 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 1 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:09:54.213321 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port c3e442b5-cb97-4c2a-9a90-b43150482277 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:54.214407 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:54.228823 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-959d71ff-de0d-4365-95ec-b0db3ef19927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3dc54a80-5df1-4f63-b991-6b3a26eb8331), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:54.230172 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:09:54.231983 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b01f9-a658-431b-b034-e1c178ab6a67 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'Port': ['ID=bb1fa1b1-7c86-4556-9c92-ed7c7750f90b,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:54.233766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-959d71ff-de0d-4365-95ec-b0db3ef19927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:54.239462 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-959d71ff-de0d-4365-95ec-b0db3ef19927 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3dc54a80-5df1-4f63-b991-6b3a26eb8331 HTTP/1.1" status: 204 len: 168 time: 0.4219661 Sep 15 14:09:54.247350 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:54.288293 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:54.292232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:54.292676 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e Sep 15 14:09:54.426708 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:54.428780 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 2b85964a-7625-4394-882e-d243bb9924b8 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:54.439397 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-9804ad8c-cb05-46c9-ac03-b1574c19ac5f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:54.441082 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-9804ad8c-cb05-46c9-ac03-b1574c19ac5f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 811 time: 0.3234820 Sep 15 14:09:54.502199 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d71ff-de0d-4365-95ec-b0db3ef19927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc54a80-5df1-4f63-b991-6b3a26eb8331,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:54.516841 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-9d695ff4-8c90-4689-9d77-957e2ca8a36a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/quotas/a8297077982a4338a2d687c89e1119a2 HTTP/1.1" status: 200 len: 375 time: 0.0376043 Sep 15 14:09:54.551434 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 2b85964a-7625-4394-882e-d243bb9924b8 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:54.552630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (2b85964a-7625-4394-882e-d243bb9924b8), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:54.552976 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 2b85964a-7625-4394-882e-d243bb9924b8 Sep 15 14:09:54.557381 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:54.700450 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-44acdb67-60e8-47fb-9dd9-6fa5b26f9783 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1694598 Sep 15 14:09:54.701990 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-78bd056a-77d6-4d11-92af-feab2fe9d84d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:54.704187 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-78bd056a-77d6-4d11-92af-feab2fe9d84d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/networks?id=3e00453e-4367-4375-85b1-d29fb4428e97 HTTP/1.1" status: 200 len: 811 time: 0.9280717 Sep 15 14:09:54.707905 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:54.713345 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:54.744682 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 2b85964a-7625-4394-882e-d243bb9924b8 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:54.745081 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (2b85964a-7625-4394-882e-d243bb9924b8), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:54.750907 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-51bc6f68-7b70-4c5c-b41e-934b3c80b08e tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/quotas/d903de84a9c7446e9a2f368e5eab8719 HTTP/1.1" status: 200 len: 375 time: 0.0239949 Sep 15 14:09:54.755634 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 2 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:09:54.850358 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 2b85964a-7625-4394-882e-d243bb9924b8, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=2b85964a-7625-4394-882e-d243bb9924b8,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:09:54.869479 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (2b85964a-7625-4394-882e-d243bb9924b8), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:54.881770 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:54.882696 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-48890335-b12b-4abb-8e17-79ebb1415117 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d903de84a9c7446e9a2f368e5eab8719&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215086 Sep 15 14:09:54.909140 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48890) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:54.935241 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-90722bbf-4672-47fa-85f0-9b945bdd09d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:54.979701 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:09:54.986952 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=2b85964a-7625-4394-882e-d243bb9924b8,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:54.994691 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Sync routers for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:09:55.005497 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-df7bfb3d-bf4a-46c2-8811-9a4131877ae5 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/35b3ee80-73b2-4575-9855-f9c2c2e7c927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9106746 Sep 15 14:09:55.019235 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:55.019805 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:55.081791 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:55.205045 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device da0c87b7-c159-4383-b806-968773acd6e5 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:55.220505 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Publish callbacks [] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.232528 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.233395 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (4fef3ef1-c250-418a-9f8a-2a235f0233e9), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.243119 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-c2536d2b-fc2e-40a6-a6e8-e32858acce1f service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:09:55.246303 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-c2536d2b-fc2e-40a6-a6e8-e32858acce1f service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2268403 Sep 15 14:09:55.250013 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-90722bbf-4672-47fa-85f0-9b945bdd09d6 admin admin] Publish callbacks [] for security_group (3b671651-84db-4394-9eca-7872cbec08e9), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.337863 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-90722bbf-4672-47fa-85f0-9b945bdd09d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3b671651-84db-4394-9eca-7872cbec08e9), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.395551 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:55.465055 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-41cdf38f-1a39-4904-b529-62f7bbccb455 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106455) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:09:55.466407 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-41cdf38f-1a39-4904-b529-62f7bbccb455 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3637753 Sep 15 14:09:55.566522 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-90722bbf-4672-47fa-85f0-9b945bdd09d6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8dc2c9f121c348e79ad88c6f699746d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6614969 Sep 15 14:09:55.569466 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90722bbf-4672-47fa-85f0-9b945bdd09d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b671651-84db-4394-9eca-7872cbec08e9,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:55.572197 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 48910) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:55.577502 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 3 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:09:55.657994 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-903d7b10-4769-42e4-b887-994b7e5f38ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024594 Sep 15 14:09:55.702116 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:55.739830 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-999054c7-472e-49b9-a14f-4dd4f4166e99 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3e00453e-4367-4375-85b1-d29fb4428e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652476 Sep 15 14:09:55.755324 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:55.786939 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-15709d8c-a037-4e66-801c-d55ab502768f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218476 Sep 15 14:09:55.809857 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ea177d6-c4c1-4384-be14-9408c1ba7146 admin admin] Publish callbacks [] for security_group (3b671651-84db-4394-9eca-7872cbec08e9), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.852366 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Network 120cc345-9098-45c5-ab11-9d46cb943f4b is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:55.857454 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ea177d6-c4c1-4384-be14-9408c1ba7146 admin admin] Publish callbacks [] for security_group (3b671651-84db-4394-9eca-7872cbec08e9), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.863838 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:55.874646 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:55.880956 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:55.887161 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port da0c87b7-c159-4383-b806-968773acd6e5 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:55.888065 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (da0c87b7-c159-4383-b806-968773acd6e5), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.888611 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port da0c87b7-c159-4383-b806-968773acd6e5 Sep 15 14:09:55.948752 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ea177d6-c4c1-4384-be14-9408c1ba7146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3b671651-84db-4394-9eca-7872cbec08e9), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.948949 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:09:51Z', 'revision_number': 2, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:55.957014 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ea177d6-c4c1-4384-be14-9408c1ba7146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:55.959117 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6ea177d6-c4c1-4384-be14-9408c1ba7146 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3b671651-84db-4394-9eca-7872cbec08e9 HTTP/1.1" status: 204 len: 168 time: 0.3839135 Sep 15 14:09:55.979233 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea177d6-c4c1-4384-be14-9408c1ba7146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b671651-84db-4394-9eca-7872cbec08e9,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:56.062960 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-5353c007-8da1-403b-8f03-b4910f22717e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3e00453e-4367-4375-85b1-d29fb4428e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127053 Sep 15 14:09:56.273769 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:09:56.327634 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Checking router: 35b3ee80-73b2-4575-9855-f9c2c2e7c927 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:09:56.328047 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Updating router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 port 7502edde-2030-4fa3-aac3-3b8ba1f2658c binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:09:56.362328 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port da0c87b7-c159-4383-b806-968773acd6e5 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:56.362658 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (da0c87b7-c159-4383-b806-968773acd6e5), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:56.373460 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 4 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:09:56.432331 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port da0c87b7-c159-4383-b806-968773acd6e5, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=da0c87b7-c159-4383-b806-968773acd6e5,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:09:56.436498 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:56.448367 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:56.451187 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (da0c87b7-c159-4383-b806-968773acd6e5), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:56.506234 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:56.579340 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ca692629-3691-4155-a796-3e5e3424ce09 req-bf7f8d72-4b80-448e-a9a3-3492c59822a7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 210 time: 0.0613570 Sep 15 14:09:56.603609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:09:56.611118 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-c76fc2ad-64f3-4046-aa0f-41ec12930d23 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/4fef3ef1-c250-418a-9f8a-2a235f0233e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7424252 Sep 15 14:09:56.695532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=da0c87b7-c159-4383-b806-968773acd6e5,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:56.815622 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c3910106-f9db-4d6d-a837-9500d933296f req-b7959127-6d0b-432b-ab66-544b9e45c15b tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0934114 Sep 15 14:09:56.985484 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 5 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:09:57.050129 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134329f1-1df0-411e-9b55-65550ec5f481 req-cb5a38e3-35be-4b2b-b26d-aa50a449fb73 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:57.051643 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-cb5a38e3-35be-4b2b-b26d-aa50a449fb73 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 819 time: 0.2255719 Sep 15 14:09:57.088216 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-cb66b104-3eb8-4e34-9974-6cdc8930113e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/quotas/fab43b244e854c0296530db48bc1b975 HTTP/1.1" status: 200 len: 375 time: 0.0192857 Sep 15 14:09:57.106474 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Publish callbacks [] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.114915 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:57.125101 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.193141 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a1f94a4e-c38d-4fcb-ba92-210137374084 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013353 Sep 15 14:09:57.197280 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 8fa3181f-8e20-45a8-a0e8-72f15b33b86f up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:57.251740 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 49004) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:57.258650 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-bac8f6f3-4077-4227-a1cb-444c6bb09fed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506616449', 'description': 'tempest-description--828666962'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:57.325307 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9d4c4-e906-469e-b8be-f7523ec5ab3a None None] Pushing event updated for resources: {'Port': ['ID=7502edde-2030-4fa3-aac3-3b8ba1f2658c,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:57.333532 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bac8f6f3-4077-4227-a1cb-444c6bb09fed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.337299 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:57.350438 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:57.392890 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Attempting to bind port 7502edde-2030-4fa3-aac3-3b8ba1f2658c on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:09:57.393301 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Attempting to bind port 7502edde-2030-4fa3-aac3-3b8ba1f2658c by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:09:57.393667 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Attempting to bind port 7502edde-2030-4fa3-aac3-3b8ba1f2658c on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:09:57.435094 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:57.435225 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.435479 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f Sep 15 14:09:57.441638 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a8480753-d475-4b6c-b9cd-10dd2ace5408 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415655 Sep 15 14:09:57.483946 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:09:57.484394 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Checking segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:09:57.485136 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.485317 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Bound using segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:09:57.485788 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Bound port: 7502edde-2030-4fa3-aac3-3b8ba1f2658c, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:09:57.486165 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.547089 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:57.603481 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:57.604089 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.610878 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] For port 7502edde-2030-4fa3-aac3-3b8ba1f2658c, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:09:57.616913 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 6 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:09:57.650356 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bac8f6f3-4077-4227-a1cb-444c6bb09fed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (7018a5d1-ad2c-47aa-ab2e-694218eb2a89), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.669548 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bac8f6f3-4077-4227-a1cb-444c6bb09fed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (7018a5d1-ad2c-47aa-ab2e-694218eb2a89), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.695564 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-f3fa8c9e-4068-4edb-a366-bfe9e12873c9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460005 Sep 15 14:09:57.713447 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=8fa3181f-8e20-45a8-a0e8-72f15b33b86f,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:09:57.723354 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] For port 7502edde-2030-4fa3-aac3-3b8ba1f2658c, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=7502edde-2030-4fa3-aac3-3b8ba1f2658c,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:09:57.732711 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.735621 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device da0c87b7-c159-4383-b806-968773acd6e5 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:57.798911 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.846234 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=8fa3181f-8e20-45a8-a0e8-72f15b33b86f,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:57.874575 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bac8f6f3-4077-4227-a1cb-444c6bb09fed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.879078 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49040) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:57.879230 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-bac8f6f3-4077-4227-a1cb-444c6bb09fed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6257284 Sep 15 14:09:57.884921 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-41c120fe-d1ff-4347-aa8e-39a934713e40 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'security_group_rule': {'security_group_id': '7018a5d1-ad2c-47aa-ab2e-694218eb2a89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:57.893509 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1a206298-8a4e-4252-ae15-89e9799e1dae req-380e2c7c-fbba-4de5-87ed-4358a4a02543 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 210 time: 0.1299086 Sep 15 14:09:57.908106 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8f6f3-4077-4227-a1cb-444c6bb09fed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7018a5d1-ad2c-47aa-ab2e-694218eb2a89,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:57.967787 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-41c120fe-d1ff-4347-aa8e-39a934713e40 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (ff812b5d-51f5-4533-a0c2-b96b0400dc77), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:57.971603 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:58.022008 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d7a09eb9-02d1-43ab-b888-ba2c3d45220b req-39680817-3076-4cf3-b27d-6204cccf3635 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0503166 Sep 15 14:09:58.036638 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:58.037514 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:58.038174 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:58.078558 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-41c120fe-d1ff-4347-aa8e-39a934713e40 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (ff812b5d-51f5-4533-a0c2-b96b0400dc77), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.093486 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-41c120fe-d1ff-4347-aa8e-39a934713e40 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (ff812b5d-51f5-4533-a0c2-b96b0400dc77), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.123334 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c120fe-d1ff-4347-aa8e-39a934713e40 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff812b5d-51f5-4533-a0c2-b96b0400dc77,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:58.180143 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-41c120fe-d1ff-4347-aa8e-39a934713e40 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.185313 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-41c120fe-d1ff-4347-aa8e-39a934713e40 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3023467 Sep 15 14:09:58.186244 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49058) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:58.193419 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-e2feffa5-4221-4683-8529-d0dd47e1935b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'security_group_rule': {'security_group_id': '7018a5d1-ad2c-47aa-ab2e-694218eb2a89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:58.206680 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1adc863b-3b76-4fcc-9e7b-e6855cc21d0a req-cc1cb75c-0099-41bd-9bb3-a827f0fda66b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 210 time: 0.0615077 Sep 15 14:09:58.220061 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9d4c4-e906-469e-b8be-f7523ec5ab3a None None] Pushing event updated for resources: {'Port': ['ID=7502edde-2030-4fa3-aac3-3b8ba1f2658c,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:58.227498 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:58.231288 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port da0c87b7-c159-4383-b806-968773acd6e5 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:58.231724 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (da0c87b7-c159-4383-b806-968773acd6e5), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.232061 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port da0c87b7-c159-4383-b806-968773acd6e5 Sep 15 14:09:58.255215 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2feffa5-4221-4683-8529-d0dd47e1935b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (20030658-0838-4f02-be53-dc63bc9e8fb5), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.326151 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2feffa5-4221-4683-8529-d0dd47e1935b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (20030658-0838-4f02-be53-dc63bc9e8fb5), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.331594 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2feffa5-4221-4683-8529-d0dd47e1935b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (20030658-0838-4f02-be53-dc63bc9e8fb5), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.380586 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2feffa5-4221-4683-8529-d0dd47e1935b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20030658-0838-4f02-be53-dc63bc9e8fb5,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:09:58.408905 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2feffa5-4221-4683-8529-d0dd47e1935b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.410506 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-e2feffa5-4221-4683-8529-d0dd47e1935b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2232275 Sep 15 14:09:58.414005 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 49064) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:09:58.418886 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:09:58.476101 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.480553 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 7 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:09:58.657748 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.680929 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:58.688045 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8189c513-a701-4a25-9119-8b2d48929c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.790232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:58.831050 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port da0c87b7-c159-4383-b806-968773acd6e5 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:58.832361 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 2b85964a-7625-4394-882e-d243bb9924b8 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:58.840399 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Allocated IP 172.27.1.71 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/9dda68db-d272-4bae-8fd8-84b45cd785ec) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:09:58.868056 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:58.937974 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 2b85964a-7625-4394-882e-d243bb9924b8 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:09:58.938751 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (2b85964a-7625-4394-882e-d243bb9924b8), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:58.939366 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 2b85964a-7625-4394-882e-d243bb9924b8 Sep 15 14:09:58.965527 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Sync routers for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:09:58.988025 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-90d46229-b2b3-40d3-96ed-07f2ce8ec62d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:09:59.000172 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-90d46229-b2b3-40d3-96ed-07f2ce8ec62d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 819 time: 0.3790033 Sep 15 14:09:59.013808 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:09:59.014459 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:59.054552 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-50743335-d565-4291-a6ff-c28dad3a2259 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/quotas/fab43b244e854c0296530db48bc1b975 HTTP/1.1" status: 200 len: 375 time: 0.0380590 Sep 15 14:09:59.200742 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 8 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:09:59.328624 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aec56695-a99d-46f3-8cbd-c714fa47ada3 req-f4993e07-f914-43bb-bae5-8498da470865 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 210 time: 0.1200101 Sep 15 14:09:59.349997 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for port (9dda68db-d272-4bae-8fd8-84b45cd785ec), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:59.355849 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 2b85964a-7625-4394-882e-d243bb9924b8 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:09:59.397477 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:09:59.425096 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:09:59.467345 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (9dda68db-d272-4bae-8fd8-84b45cd785ec), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:09:59.510714 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-4b1a4bd9-ce76-46ae-b551-b1fe160ba7d5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4538455 Sep 15 14:09:59.572515 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 8fa3181f-8e20-45a8-a0e8-72f15b33b86f up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:09:59.582076 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:09:57Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:09:59.634417 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:09:59.713319 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-47b7f4d8-2e2a-49c8-ac23-57af4cef3219 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920998 Sep 15 14:09:59.865736 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-df8e3259-06a8-41a2-bb42-9f9410394887 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495082 Sep 15 14:09:59.913121 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 9 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:09:59.913279 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ff15dc4-550a-46d5-bce8-6efc50e4a163 req-d0297bc0-453f-45ca-81f4-12b7ee6c8258 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.1086404 Sep 15 14:09:59.915136 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:09:59.929603 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3f65a-69e4-4c04-b158-f4d114d6af9c None None] The sync data for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi is: [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:09:57Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:09:59.932803 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:09:59.942915 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:09:59.980944 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'Port': ['ID=9dda68db-d272-4bae-8fd8-84b45cd785ec,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:00.039763 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:00.048768 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:00.049235 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:00.049640 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f Sep 15 14:10:00.088427 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 2, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:10:00.158762 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Sync routers for ids ['18b13103-dd46-471f-a27f-bc0302684a4e'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:10:00.189881 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (55061bf5-d0de-45bc-afc1-ce83f1e4561e), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:00.200599 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Checking router: 4fef3ef1-c250-418a-9f8a-2a235f0233e9 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:10:00.205558 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Updating router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:10:00.265387 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Routers {'18b13103-dd46-471f-a27f-bc0302684a4e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:10:00.272852 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:09:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['18b13103-dd46-471f-a27f-bc0302684a4e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:10:00.303556 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.52', 51897) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:00.367252 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:00.487424 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (9dda68db-d272-4bae-8fd8-84b45cd785ec), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:00.642720 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 10 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:10:00.645406 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:00.719070 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-68bf9e57-b5e2-4be7-9c85-e671322472f1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:00.730743 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-68bf9e57-b5e2-4be7-9c85-e671322472f1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 811 time: 0.4193113 Sep 15 14:10:00.987074 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Set router 18b13103-dd46-471f-a27f-bc0302684a4e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:10:01.021698 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for port (9dda68db-d272-4bae-8fd8-84b45cd785ec), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.036797 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0ab98b91-8979-43c6-bbe5-3bd0a299f9e3 req-1aabbfc8-c293-4e1d-bb5e-62bf6f08a099 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.8395870 Sep 15 14:10:01.039727 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:01.041243 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:01.046345 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (9dda68db-d272-4bae-8fd8-84b45cd785ec), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.049730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (55061bf5-d0de-45bc-afc1-ce83f1e4561e), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.134788 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49166) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:01.181449 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a59d8c90-5552-43e0-b4cd-71e9de96920a req-75d80391-d358-422c-ba3c-53cfa17d83f2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 210 time: 0.2315328 Sep 15 14:10:01.249816 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'Port': ['ID=9dda68db-d272-4bae-8fd8-84b45cd785ec,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:01.259122 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7dd8cee1-9aa8-4cc0-9055-980024dab3fd tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a8297077982a4338a2d687c89e1119a2 HTTP/1.1" status: 200 len: 379 time: 0.4641411 Sep 15 14:10:01.322262 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'port': {'device_id': '7417b73e-2234-4215-95ab-040a71f66d6b', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'admin_state_up': True, 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'security_groups': ['7afa3ace-ecde-49d6-950d-1f10c858d79d']}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:01.328605 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Publish callbacks [] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.357985 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.416918 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:01.444286 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:01.447784 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:01.449569 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.451153 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a6ed4048-9344-41bb-9ff3-8b50cfc079fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0360291 Sep 15 14:10:01.459831 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4963bb7e-cd75-4ec6-b348-ba249dd78c40 req-de76174d-a78d-4556-a4a0-d19508586370 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.2425201 Sep 15 14:10:01.473044 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e8900aa-cad4-4758-b996-f58975e65f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.592899 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.52', 51906) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:01.750624 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4817a-dd70-46a8-8933-86bd4ed8afc1 None None] Pushing event updated for resources: {'Port': ['ID=1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:01.759403 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:01.774475 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Attempting to bind port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:10:01.775951 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Attempting to bind port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:10:01.776195 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'gw_port': {'id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:42Z', 'updated_at': '2022-09-15T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '743909c8-1a3a-4f28-ab14-0687b04ffd9a', 'name': '', 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'mac_address': 'fa:16:3e:9a:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:48Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 2, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'subnets': [{'id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:10:01.777064 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Attempting to bind port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf on network 120cc345-9098-45c5-ab11-9d46cb943f4b {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:01.817766 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 7502edde-2030-4fa3-aac3-3b8ba1f2658c up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:10:01.837850 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-37fbefc3-0250-49fe-b247-5f07899c3077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.912062 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Provisioning complete for port 7502edde-2030-4fa3-aac3-3b8ba1f2658c triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:01.912062 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.912062 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 1 to provision port 7502edde-2030-4fa3-aac3-3b8ba1f2658c Sep 15 14:10:01.933810 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:01.945405 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:10:01.946263 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Checking segment: {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:10:01.946824 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:01.947474 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Bound using segment: {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:10:01.948333 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Bound port: 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:10:01.949031 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.025144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Checking router: 18b13103-dd46-471f-a27f-bc0302684a4e for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:10:02.025513 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Updating router 18b13103-dd46-471f-a27f-bc0302684a4e port 743909c8-1a3a-4f28-ab14-0687b04ffd9a binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:10:02.044484 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-7284694a-3a9e-45ad-a3c2-4d6ba344bafb tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:02.048660 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-7284694a-3a9e-45ad-a3c2-4d6ba344bafb tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3e00453e-4367-4375-85b1-d29fb4428e97 HTTP/1.1" status: 200 len: 811 time: 0.4222090 Sep 15 14:10:02.076909 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] For port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:10:02.080885 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] For port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:10:02.091640 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.130734 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:10:02.131423 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:10:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:10:02.142352 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.166569 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.232914 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-2a7d59af-a0b8-4daf-b549-dd7d8544da99 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1506616449&fields=id&tenant_id=e76574d5f2094997a9c565d4ddf2a483 HTTP/1.1" status: 200 len: 267 time: 0.3005826 Sep 15 14:10:02.241479 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 7502edde-2030-4fa3-aac3-3b8ba1f2658c triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:02.241858 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.242196 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 7502edde-2030-4fa3-aac3-3b8ba1f2658c Sep 15 14:10:02.275705 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-40d19da0-a733-4660-b6b9-883a6289954b req-39823de8-0f53-4c0c-ac07-989982b7beca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0801861 Sep 15 14:10:02.352828 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4817a-dd70-46a8-8933-86bd4ed8afc1 None None] Pushing event updated for resources: {'Port': ['ID=1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf,revision_number=4']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:02.395433 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:10:02.428859 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Made reservation on behalf of a8297077982a4338a2d687c89e1119a2 for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:10:02.434335 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.438572 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Current status of the port 7502edde-2030-4fa3-aac3-3b8ba1f2658c is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:02.439107 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.452651 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:02.501455 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8006f360-ed53-44a4-b32e-f77b305ad54c req-a7a47570-9cd1-4013-9079-31f861d245ee tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 210 time: 0.0920465 Sep 15 14:10:02.642711 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] For port 7502edde-2030-4fa3-aac3-3b8ba1f2658c, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=7502edde-2030-4fa3-aac3-3b8ba1f2658c,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:02.668180 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-37fbefc3-0250-49fe-b247-5f07899c3077 admin admin] Publish callbacks [] for security_group (84ca0cd7-fb5b-4178-811e-b7446511f480), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.691369 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-37fbefc3-0250-49fe-b247-5f07899c3077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (84ca0cd7-fb5b-4178-811e-b7446511f480), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.704232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.713793 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-383193b6-db06-4a00-bbc9-18c725e46069 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:02.715563 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-383193b6-db06-4a00-bbc9-18c725e46069 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 816 time: 0.4817438 Sep 15 14:10:02.805390 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-15afa57b-44b1-464f-b4b8-883079b2f905 req-681108e3-c68f-4599-9296-6713b6475c23 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0712445 Sep 15 14:10:02.820426 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:02.836918 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:10:02.890375 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1a76d-e3a9-4f1e-a70d-c943782a2002 None None] The sync data for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi is: [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:10:02.899611 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:10:02.915449 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 7502edde-2030-4fa3-aac3-3b8ba1f2658c is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:02.916232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.920345 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-37fbefc3-0250-49fe-b247-5f07899c3077 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=787051300d714b628ecbe666880d0854&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7792921 Sep 15 14:10:02.924186 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 49242) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:02.934610 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:02.936244 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-e6f6db88-bf7a-497c-ad23-ef24738c2574 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/quotas/e76574d5f2094997a9c565d4ddf2a483 HTTP/1.1" status: 200 len: 375 time: 0.1351378 Sep 15 14:10:02.936904 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbefc3-0250-49fe-b247-5f07899c3077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ca0cd7-fb5b-4178-811e-b7446511f480,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:02.955492 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Provisioning complete for port 743909c8-1a3a-4f28-ab14-0687b04ffd9a triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:02.956152 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:02.959267 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 1 to provision port 743909c8-1a3a-4f28-ab14-0687b04ffd9a Sep 15 14:10:03.021600 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0955b9e4-a47b-4507-8500-cde96ad5e197 admin admin] Publish callbacks [] for security_group (84ca0cd7-fb5b-4178-811e-b7446511f480), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.037175 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Allocated IP 172.20.0.14 (e8bdfa6d-ee93-493a-aa98-3784c4bb267f/f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e/e3f7891c-8d65-4cff-b08d-3a752660d65a) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:10:03.089299 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-52f23d9b-735f-4d31-9b2f-1b86826710f0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432123 Sep 15 14:10:03.090292 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0955b9e4-a47b-4507-8500-cde96ad5e197 admin admin] Publish callbacks [] for security_group (84ca0cd7-fb5b-4178-811e-b7446511f480), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.152232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Publish callbacks [] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.181754 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0955b9e4-a47b-4507-8500-cde96ad5e197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (84ca0cd7-fb5b-4178-811e-b7446511f480), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.184171 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Pushing event updated for resources: {'Port': ['ID=7502edde-2030-4fa3-aac3-3b8ba1f2658c,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:03.193420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0955b9e4-a47b-4507-8500-cde96ad5e197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.195513 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0955b9e4-a47b-4507-8500-cde96ad5e197 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/84ca0cd7-fb5b-4178-811e-b7446511f480 HTTP/1.1" status: 204 len: 168 time: 0.2703097 Sep 15 14:10:03.221395 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955b9e4-a47b-4507-8500-cde96ad5e197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ca0cd7-fb5b-4178-811e-b7446511f480,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:03.225773 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.273476 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:03.316729 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Port 743909c8-1a3a-4f28-ab14-0687b04ffd9a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:03.368604 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a50f82-12d5-4eb8-8025-eacd3079e58b None None] Pushing event updated for resources: {'Port': ['ID=743909c8-1a3a-4f28-ab14-0687b04ffd9a,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:03.378682 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.db.api [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 14:10:03.379109 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG oslo_db.api [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 14:10:03.453477 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-057c0d9e-ac6e-4ed1-bd14-db7580a7cab1 req-6920b30f-fdcf-4cb0-9128-150025b80aca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0364099 Sep 15 14:10:03.462001 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Attempting to bind port 743909c8-1a3a-4f28-ab14-0687b04ffd9a on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:10:03.462001 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Attempting to bind port 743909c8-1a3a-4f28-ab14-0687b04ffd9a by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:10:03.462001 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Attempting to bind port 743909c8-1a3a-4f28-ab14-0687b04ffd9a on network 3e00453e-4367-4375-85b1-d29fb4428e97 {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:03.499197 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.517561 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:10:03.517986 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Checking segment: {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:10:03.518332 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.518719 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Bound using segment: {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:10:03.519201 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Bound port: 743909c8-1a3a-4f28-ab14-0687b04ffd9a, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:10:03.519581 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.535347 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-ecf3636e-adb6-4b18-ac0a-b6752ca55465 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019160 Sep 15 14:10:03.542569 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.570538 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.614188 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.616546 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] For port 743909c8-1a3a-4f28-ab14-0687b04ffd9a, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:10:03.620774 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] For port 743909c8-1a3a-4f28-ab14-0687b04ffd9a, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=743909c8-1a3a-4f28-ab14-0687b04ffd9a,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:10:03.638319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.681314 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492aba8-1918-40ed-b545-922e1c3627d6 req-f2d6301c-4bab-4433-918c-86e505bf9185 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:03.694053 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d492aba8-1918-40ed-b545-922e1c3627d6 req-f2d6301c-4bab-4433-918c-86e505bf9185 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 932 time: 0.0919740 Sep 15 14:10:03.696532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Routers {'18b13103-dd46-471f-a27f-bc0302684a4e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:10:03.697152 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:10:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['18b13103-dd46-471f-a27f-bc0302684a4e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:10:03.740776 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 49258) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:03.747017 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:10:03.762259 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a50f82-12d5-4eb8-8025-eacd3079e58b None None] Pushing event updated for resources: {'Port': ['ID=743909c8-1a3a-4f28-ab14-0687b04ffd9a,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:03.764550 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:10:03.777266 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d2105ebd-6d41-4b96-81f9-924f5e2ef7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.787545 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:10:03.792894 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:03.793813 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:03.801789 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d492aba8-1918-40ed-b545-922e1c3627d6 req-155195ee-6770-4853-848a-cf026666cbbe tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013710 Sep 15 14:10:03.809460 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:03.814725 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'Port': ['ID=e3f7891c-8d65-4cff-b08d-3a752660d65a,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:03.822844 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-192aa222-0e54-41d9-a09c-444a8fbb080a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789700 Sep 15 14:10:03.837485 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-7cc5bc8d-f1b1-4e54-be53-920bb6915061 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5193632 Sep 15 14:10:03.849667 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Attempt 2 to provision port 743909c8-1a3a-4f28-ab14-0687b04ffd9a Sep 15 14:10:03.998596 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d373b4eb-668d-4462-8a53-8e60664ca2ef req-20d91ed4-56ec-47eb-b036-ffc303a90b1d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0859463 Sep 15 14:10:04.006110 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:04.085951 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d2105ebd-6d41-4b96-81f9-924f5e2ef7b3 admin admin] Publish callbacks [] for security_group (4a5bd173-7da3-4dfb-9f3d-a4a29f602487), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.095968 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d2105ebd-6d41-4b96-81f9-924f5e2ef7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4a5bd173-7da3-4dfb-9f3d-a4a29f602487), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.193856 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] Set router 18b13103-dd46-471f-a27f-bc0302684a4e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:10:04.215924 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-879a3ec0-abea-4caf-a7a6-62416d335a41 req-93b2afd1-31c7-4502-9181-d217bddc591e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0809972 Sep 15 14:10:04.221455 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2105ebd-6d41-4b96-81f9-924f5e2ef7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5bd173-7da3-4dfb-9f3d-a4a29f602487,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:04.230187 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49274) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:04.230683 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d2105ebd-6d41-4b96-81f9-924f5e2ef7b3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9bf8662b5a4041b0a1c87d34ac76b43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882772 Sep 15 14:10:04.338637 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6dcb-4646-44fa-86bc-853f45310835 admin admin] Publish callbacks [] for security_group (4a5bd173-7da3-4dfb-9f3d-a4a29f602487), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.369226 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6dcb-4646-44fa-86bc-853f45310835 admin admin] Publish callbacks [] for security_group (4a5bd173-7da3-4dfb-9f3d-a4a29f602487), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.372517 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 7502edde-2030-4fa3-aac3-3b8ba1f2658c is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:04.441916 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6dcb-4646-44fa-86bc-853f45310835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4a5bd173-7da3-4dfb-9f3d-a4a29f602487), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.446824 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6dcb-4646-44fa-86bc-853f45310835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.448635 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-c4cf6dcb-4646-44fa-86bc-853f45310835 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4a5bd173-7da3-4dfb-9f3d-a4a29f602487 HTTP/1.1" status: 204 len: 168 time: 0.2173862 Sep 15 14:10:04.473521 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:04.476830 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf6dcb-4646-44fa-86bc-853f45310835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5bd173-7da3-4dfb-9f3d-a4a29f602487,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:04.565074 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Current status of the port 743909c8-1a3a-4f28-ab14-0687b04ffd9a is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:04.565962 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.660241 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9d1c25fe-5025-41ff-8060-17f573775169 req-5de51558-f28e-42d9-965f-bdb4705ca117 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0759735 Sep 15 14:10:04.668144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'gw_port': {'id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:42Z', 'updated_at': '2022-09-15T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '743909c8-1a3a-4f28-ab14-0687b04ffd9a', 'name': '', 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'mac_address': 'fa:16:3e:9a:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:48Z', 'updated_at': '2022-09-15T14:10:03Z', 'revision_number': 4, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'subnets': [{'id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:10:04.675219 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] For port 743909c8-1a3a-4f28-ab14-0687b04ffd9a, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=743909c8-1a3a-4f28-ab14-0687b04ffd9a,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:04.701860 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f27f400-4c30-4b0d-854d-48af7a5b9922 None None] The sync data for ids ['18b13103-dd46-471f-a27f-bc0302684a4e'] in dv-cinder-856971-2-iscsi is: [{'id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'gw_port': {'id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:42Z', 'updated_at': '2022-09-15T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '743909c8-1a3a-4f28-ab14-0687b04ffd9a', 'name': '', 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'mac_address': 'fa:16:3e:9a:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:48Z', 'updated_at': '2022-09-15T14:10:03Z', 'revision_number': 4, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'subnets': [{'id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:10:04.704277 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 7502edde-2030-4fa3-aac3-3b8ba1f2658c up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:10:04.706265 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.795905 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ab2e2-d8c7-4d62-9884-bcc0122b2007 None None] Pushing event updated for resources: {'Port': ['ID=743909c8-1a3a-4f28-ab14-0687b04ffd9a,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:04.800156 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 7502edde-2030-4fa3-aac3-3b8ba1f2658c triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:04.800541 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.800875 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 7502edde-2030-4fa3-aac3-3b8ba1f2658c Sep 15 14:10:04.846028 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:04.852534 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Provisioning complete for port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:04.852964 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:04.853302 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 1 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:10:04.929466 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 7502edde-2030-4fa3-aac3-3b8ba1f2658c is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:04.930308 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2637939-a4df-47ce-ae0d-e724c162b15b req-a1476904-b434-4468-92d8-0d7b6726e6ba tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:04.930476 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:10:04.932663 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c2637939-a4df-47ce-ae0d-e724c162b15b req-a1476904-b434-4468-92d8-0d7b6726e6ba tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 932 time: 0.0555136 Sep 15 14:10:04.994379 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c2637939-a4df-47ce-ae0d-e724c162b15b req-414985c4-767f-418f-a916-b09061659a37 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548804 Sep 15 14:10:05.001263 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Current status of the port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:05.001714 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:05.028502 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:05.028908 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:05.029228 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:10:05.068268 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] For port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:05.072474 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:05.117252 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Provisioning complete for port e3f7891c-8d65-4cff-b08d-3a752660d65a triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:05.117707 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:05.118106 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 1 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:05.178846 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Pushing event updated for resources: {'Port': ['ID=1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:05.205190 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:05.220305 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:05.221510 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 743909c8-1a3a-4f28-ab14-0687b04ffd9a up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:10:05.281198 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 743909c8-1a3a-4f28-ab14-0687b04ffd9a triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:05.281667 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:05.281981 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 743909c8-1a3a-4f28-ab14-0687b04ffd9a Sep 15 14:10:05.293277 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f2ec865d-2835-4305-a838-202224df6760 req-bf6fda5c-1a34-46a2-93c9-3eb6d9f55f34 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.1774216 Sep 15 14:10:05.362015 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1cdedf6b-4965-487c-8dd8-5421046a6457 req-6b2a7acc-8db3-4191-9298-1d05379c2786 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0363116 Sep 15 14:10:05.408191 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:05.443540 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 743909c8-1a3a-4f28-ab14-0687b04ffd9a is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:05.707217 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 2 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:05.766756 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:05.825147 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-679cc00b-190a-423c-9016-ec54fbc0d1e6 req-71acfd73-605c-4568-b750-8f07b19e4f51 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0430958 Sep 15 14:10:06.235089 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2c1ec-2004-4ad0-8d8e-5922f378f73e req-b8ae91b2-7a81-45fd-b750-dabb37f1688f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:06.237677 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-def2c1ec-2004-4ad0-8d8e-5922f378f73e req-b8ae91b2-7a81-45fd-b750-dabb37f1688f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 932 time: 0.1102142 Sep 15 14:10:06.268687 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 3 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:06.291819 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-def2c1ec-2004-4ad0-8d8e-5922f378f73e req-dc94782b-238f-4be6-b7fd-efaad018efc8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482805 Sep 15 14:10:06.317074 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:06.461261 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2d38eb50-c705-413c-8a7d-4df5fbe1e21c req-03e47b82-363f-4575-9d8c-e204de31dc81 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0484788 Sep 15 14:10:06.537322 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-183fcd1a-9e09-4035-ba6b-fee9a37140fc req-e234cdf3-673b-426e-9206-d627aacffdaa tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0436521 Sep 15 14:10:06.568302 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:10:06.686102 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:06.686481 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:06.686821 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf Sep 15 14:10:06.718341 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:06.783880 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:06.785182 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 743909c8-1a3a-4f28-ab14-0687b04ffd9a up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:10:06.817824 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 4 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:06.881430 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:06.902484 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 743909c8-1a3a-4f28-ab14-0687b04ffd9a triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:06.902928 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:06.903276 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 743909c8-1a3a-4f28-ab14-0687b04ffd9a Sep 15 14:10:06.987416 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f834bddb-d315-4ef5-845c-ae2fca8b4151 req-28f1b096-4851-432b-954b-290deb4d1b03 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0498674 Sep 15 14:10:07.084561 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 743909c8-1a3a-4f28-ab14-0687b04ffd9a is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:07.382765 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 5 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:07.426036 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:07.464746 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a27a1-e6bb-4be6-a356-7d3fee26b5ab req-2d4a705e-e26d-415c-85ea-59e9ffb047b4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:07.467154 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0c9a27a1-e6bb-4be6-a356-7d3fee26b5ab req-2d4a705e-e26d-415c-85ea-59e9ffb047b4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 932 time: 0.0788181 Sep 15 14:10:07.543309 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0c9a27a1-e6bb-4be6-a356-7d3fee26b5ab req-68cc6f7f-7a53-4c8b-a6e2-c35cbe866316 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662210 Sep 15 14:10:07.648393 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6dd378cd-94ce-4bf2-b0dd-4477e0f835be req-9d02bbd7-32dd-4280-93a3-6a4a8c2b0e45 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0710981 Sep 15 14:10:07.748852 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-421f5cb6-cc6b-41f3-afb6-6a72ecf27a43 req-e6fbf2ff-63d8-4cdb-b65c-cd2bef972b23 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0592723 Sep 15 14:10:07.927827 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 6 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:07.994891 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 49426) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:08.012318 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:08.143981 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7a96a62e-1968-4fd1-9a01-74f2e02cce9d req-3c80d620-7d46-46f4-a248-74bea683ee86 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0374725 Sep 15 14:10:08.205250 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a4529459-cc6d-481f-a30a-e511c536eb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:08.264898 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:08.321802 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a4529459-cc6d-481f-a30a-e511c536eb14 admin admin] Publish callbacks [] for security_group (9fc32739-442f-403d-83a6-39fbb5bd22b3), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:08.331507 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a4529459-cc6d-481f-a30a-e511c536eb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9fc32739-442f-403d-83a6-39fbb5bd22b3), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:08.396926 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4529459-cc6d-481f-a30a-e511c536eb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc32739-442f-403d-83a6-39fbb5bd22b3,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:08.404846 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49444) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:08.405493 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a4529459-cc6d-481f-a30a-e511c536eb14 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fe4e5a5788094d67a0697b9990f23495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085226 Sep 15 14:10:08.513417 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 7 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:08.516846 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a1b9-d5d0-4594-afe9-5964182bedcc admin admin] Publish callbacks [] for security_group (9fc32739-442f-403d-83a6-39fbb5bd22b3), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:08.541524 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a1b9-d5d0-4594-afe9-5964182bedcc admin admin] Publish callbacks [] for security_group (9fc32739-442f-403d-83a6-39fbb5bd22b3), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:08.569429 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:08.596338 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:08.611086 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a1b9-d5d0-4594-afe9-5964182bedcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9fc32739-442f-403d-83a6-39fbb5bd22b3), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:08.615965 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ea8a1b9-d5d0-4594-afe9-5964182bedcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:08.617455 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3ea8a1b9-d5d0-4594-afe9-5964182bedcc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9fc32739-442f-403d-83a6-39fbb5bd22b3 HTTP/1.1" status: 204 len: 168 time: 0.2114093 Sep 15 14:10:08.629476 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8a1b9-d5d0-4594-afe9-5964182bedcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc32739-442f-403d-83a6-39fbb5bd22b3,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:08.785301 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96002a50-1bb4-453f-ab3d-11ee88170a2a req-9c0bb08e-d8f2-45bd-9cf2-b2e2fa2e5805 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:08.799412 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-96002a50-1bb4-453f-ab3d-11ee88170a2a req-9c0bb08e-d8f2-45bd-9cf2-b2e2fa2e5805 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 932 time: 0.1221197 Sep 15 14:10:08.846398 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c8a9151e-9711-4232-aec5-b2712f4495af req-14591b7b-d823-44c5-bbf3-3065e5669f78 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0566735 Sep 15 14:10:08.946911 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-96002a50-1bb4-453f-ab3d-11ee88170a2a req-df71c157-351b-4f17-b13f-cbb5f78225fc tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442401 Sep 15 14:10:08.991516 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-18e27194-26a1-4b4d-b2b1-be5b8e0a060a req-c435c6d0-e5d9-4417-9b56-5e47adca196e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0371339 Sep 15 14:10:09.070299 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 8 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:09.144078 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:09.351975 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49478) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:09.368254 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b8c62d22-3c9e-4a7e-b54f-9026678fef2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:09.373597 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-664c0052-5e4a-48b7-b3d0-89af706eb90c req-d940914d-f1df-4018-88f3-a566c312d2f1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0663452 Sep 15 14:10:09.489762 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b8c62d22-3c9e-4a7e-b54f-9026678fef2b admin admin] Publish callbacks [] for security_group (f8a4447d-f453-49b4-b506-ecbda1a8476b), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:09.495190 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b8c62d22-3c9e-4a7e-b54f-9026678fef2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f8a4447d-f453-49b4-b506-ecbda1a8476b), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:09.547718 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c62d22-3c9e-4a7e-b54f-9026678fef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a4447d-f453-49b4-b506-ecbda1a8476b,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:09.555920 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 49486) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:09.556539 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-b8c62d22-3c9e-4a7e-b54f-9026678fef2b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a540ff5f8aef42f6987da6c67ed36cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035799 Sep 15 14:10:09.646592 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 9 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:09.651127 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bec5d695-6251-48d8-b209-a1af5b719499 admin admin] Publish callbacks [] for security_group (f8a4447d-f453-49b4-b506-ecbda1a8476b), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:09.691187 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49490) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:09.707943 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bec5d695-6251-48d8-b209-a1af5b719499 admin admin] Publish callbacks [] for security_group (f8a4447d-f453-49b4-b506-ecbda1a8476b), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:09.730466 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:09.821050 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bec5d695-6251-48d8-b209-a1af5b719499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f8a4447d-f453-49b4-b506-ecbda1a8476b), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:09.824492 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bec5d695-6251-48d8-b209-a1af5b719499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:09.825844 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-bec5d695-6251-48d8-b209-a1af5b719499 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f8a4447d-f453-49b4-b506-ecbda1a8476b HTTP/1.1" status: 204 len: 168 time: 0.2688687 Sep 15 14:10:09.837177 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5d695-6251-48d8-b209-a1af5b719499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a4447d-f453-49b4-b506-ecbda1a8476b,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:09.977989 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ef993657-561a-40c9-89aa-e0db51c1ef2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:10.069397 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fe52b674-ed25-4b53-a49a-5d370393548a req-6d111f9d-31af-4257-b62b-9324554ec3fd tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0664675 Sep 15 14:10:10.161521 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:10.168373 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fe027-442c-43e0-a4a3-415a6eb45bd3 req-8b883039-4f82-42cb-80b7-744b50e47946 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:10.169920 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e31fe027-442c-43e0-a4a3-415a6eb45bd3 req-8b883039-4f82-42cb-80b7-744b50e47946 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 932 time: 0.1152740 Sep 15 14:10:10.190681 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ef993657-561a-40c9-89aa-e0db51c1ef2a admin admin] Publish callbacks [] for security_group (6d0cbd90-5ad4-46bc-8345-4fd5c7fda69f), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:10.199869 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ef993657-561a-40c9-89aa-e0db51c1ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (6d0cbd90-5ad4-46bc-8345-4fd5c7fda69f), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:10.232152 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Attempt 10 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:10.271001 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ef993657-561a-40c9-89aa-e0db51c1ef2a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=26eec6155e2d45f78968cd98e9b4226c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5786779 Sep 15 14:10:10.274713 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49514) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:10.303501 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcce31-924e-46ff-abc8-c367ba5fed75 None None] Port e3f7891c-8d65-4cff-b08d-3a752660d65a cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:10.318514 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e31fe027-442c-43e0-a4a3-415a6eb45bd3 req-8e75a2bf-23a7-49e5-b848-bba22b3f1580 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359332 Sep 15 14:10:10.352115 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5f78a74b-c344-4e8c-b520-8ad77ace59da req-7375eec4-085c-4a65-ba33-550e527c76bf tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0891049 Sep 15 14:10:10.363242 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef993657-561a-40c9-89aa-e0db51c1ef2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0cbd90-5ad4-46bc-8345-4fd5c7fda69f,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:10.418238 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2fe5f1e1-163f-48a1-addf-d17151eefd0a admin admin] Publish callbacks [] for security_group (6d0cbd90-5ad4-46bc-8345-4fd5c7fda69f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:10.502428 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2fe5f1e1-163f-48a1-addf-d17151eefd0a admin admin] Publish callbacks [] for security_group (6d0cbd90-5ad4-46bc-8345-4fd5c7fda69f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:10.504416 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:10.554348 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d0c35b4b-8506-43a1-856b-e6bfb5cda4fb req-14b32eae-be76-44b6-8fee-cae881cef2ef tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0619271 Sep 15 14:10:10.618315 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2fe5f1e1-163f-48a1-addf-d17151eefd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (6d0cbd90-5ad4-46bc-8345-4fd5c7fda69f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:10.621449 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2fe5f1e1-163f-48a1-addf-d17151eefd0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:10.622893 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-2fe5f1e1-163f-48a1-addf-d17151eefd0a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6d0cbd90-5ad4-46bc-8345-4fd5c7fda69f HTTP/1.1" status: 204 len: 168 time: 0.3470004 Sep 15 14:10:10.638385 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5f1e1-163f-48a1-addf-d17151eefd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0cbd90-5ad4-46bc-8345-4fd5c7fda69f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:10.663863 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Request body: {'port': {'device_id': 'dd08b47f-85ba-4a0c-9450-9ec3005732d5', 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97', 'admin_state_up': True, 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:10.684869 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-e5ceb35f-65ed-4af8-a6c6-a4948c0f59ac tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:10:10.685888 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-e5ceb35f-65ed-4af8-a6c6-a4948c0f59ac tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0178413 Sep 15 14:10:10.943306 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Made reservation on behalf of d903de84a9c7446e9a2f368e5eab8719 for: {'port': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:10:10.947814 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:11.302087 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f3e5f57b-053b-4ec0-86f9-e040a4f4778b req-cf37bb2f-be3d-450f-aff2-7abf5d86ea9a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0553174 Sep 15 14:10:11.410796 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Allocated IP 172.20.0.13 (3e00453e-4367-4375-85b1-d29fb4428e97/f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f/96de7222-ae08-4df9-8d02-8bde6a53ae43) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:10:11.541717 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887862ef-b46f-4aee-ba5f-de85eeb2351d req-f8758b1a-bca5-453f-823b-029bc26bed17 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:11.550193 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-887862ef-b46f-4aee-ba5f-de85eeb2351d req-f8758b1a-bca5-453f-823b-029bc26bed17 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 932 time: 0.0845881 Sep 15 14:10:11.654819 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-927b3b5c-28cf-4608-a116-cabf90456802 req-398d7993-3ba8-4e7f-8142-a4f58fd8f536 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0848775 Sep 15 14:10:11.655384 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:11.704841 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-887862ef-b46f-4aee-ba5f-de85eeb2351d req-a26be933-162c-4419-bbb6-58dfb65c974e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531906 Sep 15 14:10:11.771171 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Publish callbacks [] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:11.825065 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 49588) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:11.876125 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f6129cd-5ba1-4cfd-bbe0-a4e63414c247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:11.879609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:11.948152 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-efedc018-98fe-4d92-bf34-b501378ff71f req-3ba176ed-9f75-42db-8a8c-c91d6045c124 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.1286731 Sep 15 14:10:11.990371 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Network 3e00453e-4367-4375-85b1-d29fb4428e97 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:10:12.008226 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:10:12.028862 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:10:12.034225 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:12.034875 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:12.058802 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Pushing event updated for resources: {'Port': ['ID=96de7222-ae08-4df9-8d02-8bde6a53ae43,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:12.083219 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:12.087642 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-80d5a183-bb28-40aa-bb4f-23ab25721230 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4295108 Sep 15 14:10:12.175433 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f6129cd-5ba1-4cfd-bbe0-a4e63414c247 admin admin] Publish callbacks [] for security_group (a62f2610-de2f-4139-96f9-708dc9c294a2), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:12.183304 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f6129cd-5ba1-4cfd-bbe0-a4e63414c247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (a62f2610-de2f-4139-96f9-708dc9c294a2), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:12.294298 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-3f6129cd-5ba1-4cfd-bbe0-a4e63414c247 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9465e3a9227145e4823542de34777eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4679246 Sep 15 14:10:12.297891 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6129cd-5ba1-4cfd-bbe0-a4e63414c247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62f2610-de2f-4139-96f9-708dc9c294a2,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:12.298849 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49596) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:12.369065 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Provisioning complete for port 96de7222-ae08-4df9-8d02-8bde6a53ae43 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:12.381508 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:12.382365 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Attempt 1 to provision port 96de7222-ae08-4df9-8d02-8bde6a53ae43 Sep 15 14:10:12.514816 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Port 96de7222-ae08-4df9-8d02-8bde6a53ae43 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:12.538940 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee18a-1974-4808-b1dc-2c94e1c64118 admin admin] Publish callbacks [] for security_group (a62f2610-de2f-4139-96f9-708dc9c294a2), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:12.581174 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee18a-1974-4808-b1dc-2c94e1c64118 admin admin] Publish callbacks [] for security_group (a62f2610-de2f-4139-96f9-708dc9c294a2), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:12.582364 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386db721-875d-4618-b893-db496a0eb17a req-1cd21da7-e502-4ab5-a55c-f2c50dfd1469 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:12.583958 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-386db721-875d-4618-b893-db496a0eb17a req-1cd21da7-e502-4ab5-a55c-f2c50dfd1469 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 932 time: 0.1461654 Sep 15 14:10:12.605076 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:12.664907 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee18a-1974-4808-b1dc-2c94e1c64118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (a62f2610-de2f-4139-96f9-708dc9c294a2), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:12.686838 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee18a-1974-4808-b1dc-2c94e1c64118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:12.691113 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 49614) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:12.695152 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-1d8ee18a-1974-4808-b1dc-2c94e1c64118 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a62f2610-de2f-4139-96f9-708dc9c294a2 HTTP/1.1" status: 204 len: 168 time: 0.3927422 Sep 15 14:10:12.722211 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-386db721-875d-4618-b893-db496a0eb17a req-dcecedfa-77cc-47dd-9dad-45d90f281dbe tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265895 Sep 15 14:10:12.731343 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ee18a-1974-4808-b1dc-2c94e1c64118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62f2610-de2f-4139-96f9-708dc9c294a2,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:12.891840 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:12.926925 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Request body: {'port': {'device_id': 'dd08b47f-85ba-4a0c-9450-9ec3005732d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:13.018943 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Attempt 2 to provision port 96de7222-ae08-4df9-8d02-8bde6a53ae43 Sep 15 14:10:13.112061 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Port 96de7222-ae08-4df9-8d02-8bde6a53ae43 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:13.194064 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-22321de1-70ed-4818-b414-53bdafc7fd86 req-e1fecda7-3282-44fe-94c0-8202401019a7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.1845858 Sep 15 14:10:13.233158 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:13.396930 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Request body: {'port': {'device_id': '7417b73e-2234-4215-95ab-040a71f66d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:13.469002 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49634) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:13.497751 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.52', 51930) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:13.509951 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca6ac-7f36-4d41-8334-080700bc65e4 req-4a500643-416d-448e-be37-d8871a40caae tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:13.519358 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1b2ca6ac-7f36-4d41-8334-080700bc65e4 req-4a500643-416d-448e-be37-d8871a40caae tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 932 time: 0.6707635 Sep 15 14:10:13.545724 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-de37e628-3a5b-4cec-9dda-ad664f277228 req-0b472bea-f6aa-47c7-a8a5-0f1dbda21b6a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.1352735 Sep 15 14:10:13.614860 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Attempt 3 to provision port 96de7222-ae08-4df9-8d02-8bde6a53ae43 Sep 15 14:10:13.714628 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Port 96de7222-ae08-4df9-8d02-8bde6a53ae43 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:13.805253 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c150-bd11-4328-9e83-f982d287781c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:13.897373 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:13.961997 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134329f1-1df0-411e-9b55-65550ec5f481 req-14f83f55-08cd-48d8-b023-09f48b37c05e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:13.965096 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-14f83f55-08cd-48d8-b023-09f48b37c05e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 819 time: 0.4352431 Sep 15 14:10:14.022414 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:14.056671 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-512551c7-8d81-49af-8a07-182bf1db4ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:14.190051 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1b2ca6ac-7f36-4d41-8334-080700bc65e4 req-40193d3b-ef59-431b-8cf7-872a91d18c54 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6693594 Sep 15 14:10:14.216049 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Attempt 4 to provision port 96de7222-ae08-4df9-8d02-8bde6a53ae43 Sep 15 14:10:14.350722 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Request body: {'port': {'device_id': 'e27d1fdf-b409-467e-9b03-2a2d60ca01f8', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'admin_state_up': True, 'tenant_id': 'fab43b244e854c0296530db48bc1b975'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:14.362103 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Port 96de7222-ae08-4df9-8d02-8bde6a53ae43 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:14.514963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8040f-2244-47a5-b581-f8b3be3fd188 req-f7b4dca0-06b6-4052-a5db-50ec70b99c9a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:14.527465 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d8040f-2244-47a5-b581-f8b3be3fd188 req-f7b4dca0-06b6-4052-a5db-50ec70b99c9a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 932 time: 0.5783937 Sep 15 14:10:14.623009 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c150-bd11-4328-9e83-f982d287781c admin admin] Publish callbacks [] for security_group (2209fca1-a742-4df0-bd8b-754836b3de3e), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:14.633643 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96de7222-ae08-4df9-8d02-8bde6a53ae43 {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:10:14.646650 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f5d4d46b-0b7a-494d-a716-4f9d7cefdb15 req-c6ec1eb2-4131-4f56-ab5c-4964c9e3db3f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.2765472 Sep 15 14:10:14.658322 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c150-bd11-4328-9e83-f982d287781c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (2209fca1-a742-4df0-bd8b-754836b3de3e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:14.668425 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Publish callbacks [] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:14.814606 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Transition to ACTIVE for port object 96de7222-ae08-4df9-8d02-8bde6a53ae43 will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:10:14.828622 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:14.842299 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-0ce3c150-bd11-4328-9e83-f982d287781c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1705225e489641e3a8d34a4d0fa49812&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3183203 Sep 15 14:10:14.843846 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49684) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:14.848266 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3c150-bd11-4328-9e83-f982d287781c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209fca1-a742-4df0-bd8b-754836b3de3e,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:14.867351 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Attempt 5 to provision port 96de7222-ae08-4df9-8d02-8bde6a53ae43 Sep 15 14:10:14.880990 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d8040f-2244-47a5-b581-f8b3be3fd188 req-65a1f4e0-29a2-4ce3-a055-9fbd987e1f1c tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525772 Sep 15 14:10:14.896042 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-512551c7-8d81-49af-8a07-182bf1db4ea8 admin admin] Publish callbacks [] for security_group (68228a54-de1f-4774-a03e-18739fa5ea34), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:14.922812 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:14.976411 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Port 96de7222-ae08-4df9-8d02-8bde6a53ae43 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:15.007428 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-512551c7-8d81-49af-8a07-182bf1db4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (68228a54-de1f-4774-a03e-18739fa5ea34), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.043206 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:15.063536 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512551c7-8d81-49af-8a07-182bf1db4ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68228a54-de1f-4774-a03e-18739fa5ea34,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:15.066571 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Pushing event updated for resources: {'Port': ['ID=96de7222-ae08-4df9-8d02-8bde6a53ae43,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:15.077437 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Made reservation on behalf of fab43b244e854c0296530db48bc1b975 for: {'port': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:10:15.085973 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.094143 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Attempting to bind port 96de7222-ae08-4df9-8d02-8bde6a53ae43 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:10:15.094511 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Attempting to bind port 96de7222-ae08-4df9-8d02-8bde6a53ae43 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:10:15.094890 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Attempting to bind port 96de7222-ae08-4df9-8d02-8bde6a53ae43 on network 3e00453e-4367-4375-85b1-d29fb4428e97 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:15.110725 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:15.141394 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b4907fb-fac6-4ee8-92b8-369c3d31c9b8 admin admin] Publish callbacks [] for security_group (2209fca1-a742-4df0-bd8b-754836b3de3e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.173244 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b4907fb-fac6-4ee8-92b8-369c3d31c9b8 admin admin] Publish callbacks [] for security_group (2209fca1-a742-4df0-bd8b-754836b3de3e), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.188564 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2adcbdc8-b78a-43fc-b844-f55249808d08 req-441c8678-4781-4cc8-8306-855975045ffc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.2891641 Sep 15 14:10:15.189668 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Port 96de7222-ae08-4df9-8d02-8bde6a53ae43 on network 3e00453e-4367-4375-85b1-d29fb4428e97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:10:15.189992 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Attempting to bind port 96de7222-ae08-4df9-8d02-8bde6a53ae43 on network 3e00453e-4367-4375-85b1-d29fb4428e97 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:15.277858 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-512551c7-8d81-49af-8a07-182bf1db4ea8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2372f682fec44246b5845703eeab5df4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5828683 Sep 15 14:10:15.281699 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:10:15.282072 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Checking segment: {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:10:15.282701 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Bound using segment: {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:10:15.283182 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Bound port: 96de7222-ae08-4df9-8d02-8bde6a53ae43, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c326b552-dec9-45d7-b68a-978cb93f07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:10:15.283536 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.289848 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 49694) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:15.361418 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Allocated IP 172.20.0.14 (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6/18b62015-f349-4ae6-bb8e-40024429c3e3/6b330db3-4b2e-4089-b147-9c293a9a00a3) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:10:15.381340 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b4907fb-fac6-4ee8-92b8-369c3d31c9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (2209fca1-a742-4df0-bd8b-754836b3de3e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.383794 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b4907fb-fac6-4ee8-92b8-369c3d31c9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.387280 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-0b4907fb-fac6-4ee8-92b8-369c3d31c9b8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2209fca1-a742-4df0-bd8b-754836b3de3e HTTP/1.1" status: 204 len: 168 time: 0.5378113 Sep 15 14:10:15.403311 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:15.408689 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bffea7-2ad5-4756-8c75-f4f4555e7df5 req-bd2d601f-8353-4ffb-ad89-ea7be8be8c75 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:15.410223 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86bffea7-2ad5-4756-8c75-f4f4555e7df5 req-bd2d601f-8353-4ffb-ad89-ea7be8be8c75 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 932 time: 0.1129370 Sep 15 14:10:15.413209 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4907fb-fac6-4ee8-92b8-369c3d31c9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209fca1-a742-4df0-bd8b-754836b3de3e,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:15.419906 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] For port 96de7222-ae08-4df9-8d02-8bde6a53ae43, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:10:15.426144 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] For port 96de7222-ae08-4df9-8d02-8bde6a53ae43, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=96de7222-ae08-4df9-8d02-8bde6a53ae43,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:10:15.428565 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-73d0d479-d605-45c7-847b-7ba4c0611fef admin admin] Publish callbacks [] for security_group (68228a54-de1f-4774-a03e-18739fa5ea34), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.436190 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.446077 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:15.446689 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.448858 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/96de7222-ae08-4df9-8d02-8bde6a53ae43 HTTP/1.1" status: 200 len: 1094 time: 3.0285144 Sep 15 14:10:15.470273 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f7891c-8d65-4cff-b08d-3a752660d65a {{(pid=106455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:10:15.470452 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd08b47f-85ba-4a0c-9450-9ec3005732d5', 'tag': '96de7222-ae08-4df9-8d02-8bde6a53ae43'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:10:15.477906 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Attempt 6 to provision port 96de7222-ae08-4df9-8d02-8bde6a53ae43 Sep 15 14:10:15.485315 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Publish callbacks [] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.499880 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-73d0d479-d605-45c7-847b-7ba4c0611fef admin admin] Publish callbacks [] for security_group (68228a54-de1f-4774-a03e-18739fa5ea34), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.500088 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:15.555409 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.provisioning_blocks [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Transition to ACTIVE for port object e3f7891c-8d65-4cff-b08d-3a752660d65a will not be triggered until provisioned by entity L2. {{(pid=106455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:10:15.564896 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2b5f-54fb-4ee2-9a0d-fae3d9d6ae91 None None] Port 96de7222-ae08-4df9-8d02-8bde6a53ae43 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:10:15.610806 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.612250 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86bffea7-2ad5-4756-8c75-f4f4555e7df5 req-8626d1b2-83f4-4c13-a702-7498d189d89f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730332 Sep 15 14:10:15.751196 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Attempting to bind port e3f7891c-8d65-4cff-b08d-3a752660d65a on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:10:15.752552 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Attempting to bind port e3f7891c-8d65-4cff-b08d-3a752660d65a by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:10:15.753758 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Attempting to bind port e3f7891c-8d65-4cff-b08d-3a752660d65a on network e8bdfa6d-ee93-493a-aa98-3784c4bb267f {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:15.775264 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb48f9-1d34-4e26-ab6b-727d22e1d663 service neutron] Pushing event updated for resources: {'Port': ['ID=96de7222-ae08-4df9-8d02-8bde6a53ae43,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:15.782945 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32675a9a-0b9b-4998-9d84-40ef13276111" -d '{"events": [{"name": "network-changed", "server_uuid": "dd08b47f-85ba-4a0c-9450-9ec3005732d5", "tag": "96de7222-ae08-4df9-8d02-8bde6a53ae43"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:10:15.835183 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f7891c-8d65-4cff-b08d-3a752660d65a,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:15.842642 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-73d0d479-d605-45c7-847b-7ba4c0611fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (68228a54-de1f-4774-a03e-18739fa5ea34), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.846204 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-73d0d479-d605-45c7-847b-7ba4c0611fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.847346 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-73d0d479-d605-45c7-847b-7ba4c0611fef admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/68228a54-de1f-4774-a03e-18739fa5ea34 HTTP/1.1" status: 204 len: 168 time: 0.5549622 Sep 15 14:10:15.860060 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Port e3f7891c-8d65-4cff-b08d-3a752660d65a on network e8bdfa6d-ee93-493a-aa98-3784c4bb267f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:10:15.871850 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Attempting to bind port e3f7891c-8d65-4cff-b08d-3a752660d65a on network e8bdfa6d-ee93-493a-aa98-3784c4bb267f {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:15.879299 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0d479-d605-45c7-847b-7ba4c0611fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68228a54-de1f-4774-a03e-18739fa5ea34,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:15.940322 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2c14d633-545e-4eee-9606-dc73cb06824c req-f6ed4ac4-2e5a-4ef3-836a-ea4845a02689 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0904641 Sep 15 14:10:15.943447 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:15.968219 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:10:15.968561 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Checking segment: {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:10:15.969465 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Bound using segment: {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:10:15.969875 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Bound port: e3f7891c-8d65-4cff-b08d-3a752660d65a, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:10:15.970232 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.034308 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:16.053536 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.094321 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] For port e3f7891c-8d65-4cff-b08d-3a752660d65a, host hv-cinder-85697, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:10:16.129434 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.181266 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fbad76-4690-4af3-ba3d-9a0518e39aac x-openstack-request-id: req-02fbad76-4690-4af3-ba3d-9a0518e39aac {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:10:16.181546 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd08b47f-85ba-4a0c-9450-9ec3005732d5", "tag": "96de7222-ae08-4df9-8d02-8bde6a53ae43", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:10:16.181796 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-02fbad76-4690-4af3-ba3d-9a0518e39aac {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:10:16.182499 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fbad76-4690-4af3-ba3d-9a0518e39aac'] response: {'name': 'network-changed', 'server_uuid': 'dd08b47f-85ba-4a0c-9450-9ec3005732d5', 'tag': '96de7222-ae08-4df9-8d02-8bde6a53ae43', 'status': 'completed', 'code': 200} Sep 15 14:10:16.186840 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:10:16.191964 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] For port e3f7891c-8d65-4cff-b08d-3a752660d65a, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:10:16.198605 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce3de4-d62f-4d91-99ca-140191159e9f req-79e1e74d-02b7-48b1-b1ff-41854af884de tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:16.200497 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c9ce3de4-d62f-4d91-99ca-140191159e9f req-79e1e74d-02b7-48b1-b1ff-41854af884de tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.1082408 Sep 15 14:10:16.206238 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:10:16.209678 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event updated for resources: {'Port': ['ID=6b330db3-4b2e-4089-b147-9c293a9a00a3,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:16.212494 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:10:16.217615 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:16.218140 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.223730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.283151 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:16.283627 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.290816 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 200 len: 1094 time: 3.9344022 Sep 15 14:10:16.334220 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7417b73e-2234-4215-95ab-040a71f66d6b', 'tag': 'e3f7891c-8d65-4cff-b08d-3a752660d65a'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:10:16.399781 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-02c828cb-de04-4a12-b5c8-f82caf71f23d req-9f7a2cf3-e550-4abe-abde-8a5ebd769d71 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0579045 Sep 15 14:10:16.451842 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-a08fc614-8d9b-4762-9e31-4562753f028b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1151116 Sep 15 14:10:16.459842 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:16.484735 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c9ce3de4-d62f-4d91-99ca-140191159e9f req-a887632b-cd10-4f2f-a2f9-a1b61475b855 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753940 Sep 15 14:10:16.511608 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27101e-0f9b-40ef-99ee-ec39da1c3863 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f7891c-8d65-4cff-b08d-3a752660d65a,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:16.542840 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49744) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:16.571861 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c7279565-fcb9-4e10-aba5-884a2bc0ac6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.604127 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Provisioning complete for port 6b330db3-4b2e-4089-b147-9c293a9a00a3 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:16.604868 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.605417 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Attempt 1 to provision port 6b330db3-4b2e-4089-b147-9c293a9a00a3 Sep 15 14:10:16.642530 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Port 6b330db3-4b2e-4089-b147-9c293a9a00a3 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:16.692789 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c7279565-fcb9-4e10-aba5-884a2bc0ac6c admin admin] Publish callbacks [] for security_group (08bf3c72-a41f-4477-9801-e25f340cc49e), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.705910 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c7279565-fcb9-4e10-aba5-884a2bc0ac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (08bf3c72-a41f-4477-9801-e25f340cc49e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.792134 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-c7279565-fcb9-4e10-aba5-884a2bc0ac6c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=38b44c1bdab64428a8ccd8c43d9492f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481825 Sep 15 14:10:16.794894 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 49760) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:16.804846 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7279565-fcb9-4e10-aba5-884a2bc0ac6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bf3c72-a41f-4477-9801-e25f340cc49e,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:16.822885 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782ecd2-0847-441f-ad72-5faeab822303 req-7c7a4b83-0510-4e7e-89c3-19adc2013e63 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:16.830360 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6782ecd2-0847-441f-ad72-5faeab822303 req-7c7a4b83-0510-4e7e-89c3-19adc2013e63 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.1006122 Sep 15 14:10:16.834422 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:16.912187 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6782ecd2-0847-441f-ad72-5faeab822303 req-5067bf7e-3e17-4887-af50-07a70d898a98 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809627 Sep 15 14:10:16.913388 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7e73682d-a8ac-4755-b900-6de59249c8b9 admin admin] Publish callbacks [] for security_group (08bf3c72-a41f-4477-9801-e25f340cc49e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:16.915808 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a165b005-24d3-4ea0-b98f-79a4fd0db24c" -d '{"events": [{"name": "network-changed", "server_uuid": "7417b73e-2234-4215-95ab-040a71f66d6b", "tag": "e3f7891c-8d65-4cff-b08d-3a752660d65a"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:10:16.939205 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7e73682d-a8ac-4755-b900-6de59249c8b9 admin admin] Publish callbacks [] for security_group (08bf3c72-a41f-4477-9801-e25f340cc49e), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:17.006289 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7e73682d-a8ac-4755-b900-6de59249c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (08bf3c72-a41f-4477-9801-e25f340cc49e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:17.009298 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7e73682d-a8ac-4755-b900-6de59249c8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:17.010457 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-7e73682d-a8ac-4755-b900-6de59249c8b9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/08bf3c72-a41f-4477-9801-e25f340cc49e HTTP/1.1" status: 204 len: 168 time: 0.2145972 Sep 15 14:10:17.024126 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:17.027716 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73682d-a8ac-4755-b900-6de59249c8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bf3c72-a41f-4477-9801-e25f340cc49e,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:17.084960 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9cc21269-200e-4c15-9160-ed951e2e162b req-5719b646-c991-4460-a523-0179eeb05215 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0335925 Sep 15 14:10:17.144030 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Attempt 2 to provision port 6b330db3-4b2e-4089-b147-9c293a9a00a3 Sep 15 14:10:17.197166 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Port 6b330db3-4b2e-4089-b147-9c293a9a00a3 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:17.227072 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8716e29a-05bd-4bfd-b22b-2e557768478b x-openstack-request-id: req-8716e29a-05bd-4bfd-b22b-2e557768478b {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:10:17.227382 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7417b73e-2234-4215-95ab-040a71f66d6b", "tag": "e3f7891c-8d65-4cff-b08d-3a752660d65a", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:10:17.227608 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8716e29a-05bd-4bfd-b22b-2e557768478b {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:10:17.228074 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8716e29a-05bd-4bfd-b22b-2e557768478b'] response: {'name': 'network-changed', 'server_uuid': '7417b73e-2234-4215-95ab-040a71f66d6b', 'tag': 'e3f7891c-8d65-4cff-b08d-3a752660d65a', 'status': 'completed', 'code': 200} Sep 15 14:10:17.315403 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Request body: {'port': {'device_id': 'e27d1fdf-b409-467e-9b03-2a2d60ca01f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:17.464436 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.52', 51944) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:17.590061 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-30fc1768-659e-4614-b923-1302954d5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:17.594864 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-30fc1768-659e-4614-b923-1302954d5331 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 1128 time: 0.2442257 Sep 15 14:10:17.651463 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675a9a-0b9b-4998-9d84-40ef13276111 req-c0bca78c-36a5-4f29-90fa-13ecac7349e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:17.660433 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-32675a9a-0b9b-4998-9d84-40ef13276111 req-c0bca78c-36a5-4f29-90fa-13ecac7349e7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d903de84a9c7446e9a2f368e5eab8719&device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 1128 time: 0.1910219 Sep 15 14:10:17.678418 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a91e1074-6aa4-473c-a070-83e6b3f1a59a req-7c247ef9-897a-4dae-af09-257f95aba66c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.0723674 Sep 15 14:10:17.700440 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Attempt 3 to provision port 6b330db3-4b2e-4089-b147-9c293a9a00a3 Sep 15 14:10:17.745621 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Port 6b330db3-4b2e-4089-b147-9c293a9a00a3 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:17.788044 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:17.826471 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73496e-5556-4134-9c2a-4eadd5c62bd6 req-17069aaf-3911-4909-a05f-03dbe5db81d1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:17.828171 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ac73496e-5556-4134-9c2a-4eadd5c62bd6 req-17069aaf-3911-4909-a05f-03dbe5db81d1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.1716058 Sep 15 14:10:17.928616 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-177cf97e-ae03-456e-afaf-4c38142ab7d7 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 200 len: 217 time: 0.1813309 Sep 15 14:10:17.958328 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-002bc039-a7b6-43d4-9673-690a0f7c4020 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:17.959983 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-002bc039-a7b6-43d4-9673-690a0f7c4020 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 819 time: 0.2933295 Sep 15 14:10:18.123381 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Request body: {'port': {'device_id': '93bb208e-87b2-4a1d-aadd-6c494d83d01f', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'admin_state_up': True, 'tenant_id': 'fab43b244e854c0296530db48bc1b975'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:18.151023 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-14d4f272-4096-4a6a-8d54-ffb4642487f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:18.153156 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-14d4f272-4096-4a6a-8d54-ffb4642487f3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.1012220 Sep 15 14:10:18.239576 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ac73496e-5556-4134-9c2a-4eadd5c62bd6 req-e9dbb3da-93fb-4fad-bab5-669ec5054345 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011705 Sep 15 14:10:18.248206 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Attempt 4 to provision port 6b330db3-4b2e-4089-b147-9c293a9a00a3 Sep 15 14:10:18.254851 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:18.358800 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0fbe5-1b1a-48ad-b44f-a5687a147915 req-66f4d856-64a2-454d-99c6-d48cb2927afc tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:18.366073 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a6f0fbe5-1b1a-48ad-b44f-a5687a147915 req-66f4d856-64a2-454d-99c6-d48cb2927afc tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.2108469 Sep 15 14:10:18.389558 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Port 6b330db3-4b2e-4089-b147-9c293a9a00a3 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:18.468980 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-8e8f3f68-c3fc-4c7e-8f24-9f5ee8a61d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:18.473335 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-8e8f3f68-c3fc-4c7e-8f24-9f5ee8a61d7e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2755139 Sep 15 14:10:18.528429 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675a9a-0b9b-4998-9d84-40ef13276111 req-604eaf49-3971-4e0a-a81e-de0edab98961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:18.530027 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-32675a9a-0b9b-4998-9d84-40ef13276111 req-604eaf49-3971-4e0a-a81e-de0edab98961 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=d903de84a9c7446e9a2f368e5eab8719&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6254613 Sep 15 14:10:18.546992 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Made reservation on behalf of fab43b244e854c0296530db48bc1b975 for: {'port': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:10:18.551997 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:18.573390 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-10e9674b-8629-4aea-aaea-e8c6811c6ec0 req-b3326b99-cb95-4a7e-a021-618279d927f1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0598140 Sep 15 14:10:18.578588 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a6f0fbe5-1b1a-48ad-b44f-a5687a147915 req-4fc5c85f-e3df-4c2e-9ade-165a1ee06cb3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559243 Sep 15 14:10:18.742229 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.52', 51953) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:18.810121 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b330db3-4b2e-4089-b147-9c293a9a00a3 {{(pid=106455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:10:18.865115 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:18.871973 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Publish callbacks [] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:18.891335 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Attempt 5 to provision port 6b330db3-4b2e-4089-b147-9c293a9a00a3 Sep 15 14:10:18.979230 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.provisioning_blocks [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Transition to ACTIVE for port object 6b330db3-4b2e-4089-b147-9c293a9a00a3 will not be triggered until provisioned by entity L2. {{(pid=106455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:10:19.011538 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Port 6b330db3-4b2e-4089-b147-9c293a9a00a3 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:19.012248 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ab35709b-57ae-4c1c-99e8-e36a9b84d34b req-0aad021c-b37c-4a4b-aa1b-68e153da1cc6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 210 time: 0.1456316 Sep 15 14:10:19.019701 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:19.073701 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:19.140503 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675a9a-0b9b-4998-9d84-40ef13276111 req-af49fd50-3333-45b2-85dc-417413cc42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:19.143348 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-32675a9a-0b9b-4998-9d84-40ef13276111 req-af49fd50-3333-45b2-85dc-417413cc42d5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5619199 Sep 15 14:10:19.149064 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Pushing event updated for resources: {'Port': ['ID=6b330db3-4b2e-4089-b147-9c293a9a00a3,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:19.160935 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-9e8f2664-96a0-48cd-90c3-ae3c4828b75a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:19.161119 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Allocated IP 172.20.0.4 (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6/18b62015-f349-4ae6-bb8e-40024429c3e3/37409932-0575-4016-bb98-a4f28388af35) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:10:19.167225 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-9e8f2664-96a0-48cd-90c3-ae3c4828b75a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 816 time: 0.3508496 Sep 15 14:10:19.189344 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Attempting to bind port 6b330db3-4b2e-4089-b147-9c293a9a00a3 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:10:19.189344 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Attempting to bind port 6b330db3-4b2e-4089-b147-9c293a9a00a3 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:10:19.189633 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Attempting to bind port 6b330db3-4b2e-4089-b147-9c293a9a00a3 on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:19.195426 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-d14bb248-7b58-4eac-8bb9-f556da543d2c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108022 Sep 15 14:10:19.328283 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Port 6b330db3-4b2e-4089-b147-9c293a9a00a3 on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:10:19.328680 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Attempting to bind port 6b330db3-4b2e-4089-b147-9c293a9a00a3 on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:19.337971 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:19.339839 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-59ee99c9-6c08-4fbe-be1b-81f8379893c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:19.341664 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-59ee99c9-6c08-4fbe-be1b-81f8379893c6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d903de84a9c7446e9a2f368e5eab8719&device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 1128 time: 0.0484967 Sep 15 14:10:19.397023 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:10:19.397485 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Checking segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:10:19.398006 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Bound using segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:10:19.398496 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Bound port: 6b330db3-4b2e-4089-b147-9c293a9a00a3, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:10:19.398896 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:19.514830 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Attempt 6 to provision port 6b330db3-4b2e-4089-b147-9c293a9a00a3 Sep 15 14:10:19.590510 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Port 6b330db3-4b2e-4089-b147-9c293a9a00a3 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:19.591143 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] For port 6b330db3-4b2e-4089-b147-9c293a9a00a3, host hv-cinder-85697, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:10:19.617009 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] For port 6b330db3-4b2e-4089-b147-9c293a9a00a3, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:10:19.629686 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for port (37409932-0575-4016-bb98-a4f28388af35), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:19.632482 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:19.639512 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:19.640879 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:19.642440 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/6b330db3-4b2e-4089-b147-9c293a9a00a3 HTTP/1.1" status: 200 len: 1094 time: 2.3318594 Sep 15 14:10:19.643957 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27d1fdf-b409-467e-9b03-2a2d60ca01f8', 'tag': '6b330db3-4b2e-4089-b147-9c293a9a00a3'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:10:19.646466 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2654c60-a528-45d2-b740-b449988f7327" -d '{"events": [{"name": "network-changed", "server_uuid": "e27d1fdf-b409-467e-9b03-2a2d60ca01f8", "tag": "6b330db3-4b2e-4089-b147-9c293a9a00a3"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:10:19.694242 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-a33c4014-a3f1-429c-b5d1-b64143d41dbb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e76574d5f2094997a9c565d4ddf2a483 HTTP/1.1" status: 200 len: 380 time: 0.4975595 Sep 15 14:10:19.698527 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-4d0ffd8b-a78d-4837-b376-a94fd9efd553 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96de7222-ae08-4df9-8d02-8bde6a53ae43 HTTP/1.1" status: 200 len: 217 time: 0.3423846 Sep 15 14:10:19.728135 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-28e9f2ef-a9a6-4f6c-b6b4-2cf245e1fa27 req-6b533ae7-3f0e-4f05-8c75-88c13d3c24b4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0521922 Sep 15 14:10:19.754392 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'port': {'device_id': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'admin_state_up': True, 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'security_groups': ['7018a5d1-ad2c-47aa-ab2e-694218eb2a89']}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:19.755295 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8f28c-b3b0-4148-a191-a68d8f945021 service neutron] Pushing event updated for resources: {'Port': ['ID=6b330db3-4b2e-4089-b147-9c293a9a00a3,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:19.766992 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (37409932-0575-4016-bb98-a4f28388af35), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:19.853453 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aeef46-dff4-4a4b-848a-ec958f17c897 req-156f968e-7090-45da-b285-7f1595b7a1fe tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:19.854872 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-91aeef46-dff4-4a4b-848a-ec958f17c897 req-156f968e-7090-45da-b285-7f1595b7a1fe tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.1661813 Sep 15 14:10:19.863262 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:19.865191 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6f77cb1-f004-4ced-ad9b-497e52fbaef0 req-171e5871-a598-4a73-80fd-1ca9cd25a0fd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600072 Sep 15 14:10:19.906280 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-3c4a1836-5509-4ece-a262-45451c16609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:19.907769 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-3c4a1836-5509-4ece-a262-45451c16609c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f HTTP/1.1" status: 200 len: 850 time: 0.1708548 Sep 15 14:10:19.934378 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event updated for resources: {'Port': ['ID=37409932-0575-4016-bb98-a4f28388af35,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:19.990822 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-91aeef46-dff4-4a4b-848a-ec958f17c897 req-e1777f87-0f1f-440e-8e2c-63ffb2850378 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117377 Sep 15 14:10:20.001567 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Made reservation on behalf of e76574d5f2094997a9c565d4ddf2a483 for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:10:20.004712 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134329f1-1df0-411e-9b55-65550ec5f481 req-7911930d-97cb-4fcd-9497-3736bc0283f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:20.006371 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-7911930d-97cb-4fcd-9497-3736bc0283f0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 1128 time: 0.2450745 Sep 15 14:10:20.010677 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:10:20.027163 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:20.037477 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b8fc3-475f-4bf3-b5c0-9c58cf034472 req-3da68f39-68d0-4b03-9bf0-133c34d24a50 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:20.047023 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-365b8fc3-475f-4bf3-b5c0-9c58cf034472 req-3da68f39-68d0-4b03-9bf0-133c34d24a50 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.1708951 Sep 15 14:10:20.049229 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:10:20.051836 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:10:20.056493 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:20.057141 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:20.087436 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082b2b08-8031-4178-8e44-d04f6232bda3 x-openstack-request-id: req-082b2b08-8031-4178-8e44-d04f6232bda3 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:10:20.087769 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27d1fdf-b409-467e-9b03-2a2d60ca01f8", "tag": "6b330db3-4b2e-4089-b147-9c293a9a00a3", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:10:20.088025 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-082b2b08-8031-4178-8e44-d04f6232bda3 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:10:20.088439 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082b2b08-8031-4178-8e44-d04f6232bda3'] response: {'name': 'network-changed', 'server_uuid': 'e27d1fdf-b409-467e-9b03-2a2d60ca01f8', 'tag': '6b330db3-4b2e-4089-b147-9c293a9a00a3', 'status': 'completed', 'code': 200} Sep 15 14:10:20.092103 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Attempt 7 to provision port 6b330db3-4b2e-4089-b147-9c293a9a00a3 Sep 15 14:10:20.133683 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:20.162850 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-8fa5d1b2-120a-4c48-b720-732889b85ac6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0563295 Sep 15 14:10:20.204981 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc4c10-6c72-4cdf-9c3d-40f0c6b14fc2 None None] Port 6b330db3-4b2e-4089-b147-9c293a9a00a3 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:10:20.230386 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Allocated IP 172.20.0.8 (120cc345-9098-45c5-ab11-9d46cb943f4b/cb517a77-d7cf-4f8b-823c-b01c0b2f5d36/4a259232-6560-4e78-840c-88777a6ee853) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:10:20.244249 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-365b8fc3-475f-4bf3-b5c0-9c58cf034472 req-898ccda9-fd67-4e16-903e-fe3f5c336a66 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846130 Sep 15 14:10:20.392595 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4342-5b7d-4a78-8b36-4500f4938884 req-bdfbfe4a-421b-49fb-854e-7d0eeaae76c7 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:20.395118 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-192b4342-5b7d-4a78-8b36-4500f4938884 req-bdfbfe4a-421b-49fb-854e-7d0eeaae76c7 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 931 time: 0.1165478 Sep 15 14:10:20.425634 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Provisioning complete for port 37409932-0575-4016-bb98-a4f28388af35 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:20.426495 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (37409932-0575-4016-bb98-a4f28388af35), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:20.427092 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 1 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:20.471448 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:20.493591 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-192b4342-5b7d-4a78-8b36-4500f4938884 req-6fd15fe6-063f-4b21-b65e-6313bdee783b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905852 Sep 15 14:10:20.498718 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for port (4a259232-6560-4e78-840c-88777a6ee853), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:20.555930 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:20.606329 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Network 120cc345-9098-45c5-ab11-9d46cb943f4b is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:10:20.614136 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:10:20.617310 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:10:20.623250 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:20.624026 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:20.633679 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:20.642293 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:20.657335 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-15c28a7a-6d64-4443-b64d-0e4010aa0e66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9216371 Sep 15 14:10:20.878885 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cf424-b77e-404a-ac9f-29d8d85fbab0 req-79e9e23c-4932-46a7-9d0b-9d329b9e223f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:20.880568 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e54cf424-b77e-404a-ac9f-29d8d85fbab0 req-79e9e23c-4932-46a7-9d0b-9d329b9e223f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 931 time: 0.0506740 Sep 15 14:10:20.893972 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:20.930526 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e54cf424-b77e-404a-ac9f-29d8d85fbab0 req-956a6236-f47a-498f-9e8f-4416cbe9dd7c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438299 Sep 15 14:10:20.972937 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 2 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:21.007713 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:21.121873 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4cbeb-6c5b-4498-b4b5-173b0eb91c89 req-34e75b49-8f48-4323-86d8-1e5eb1c0c90d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:21.123347 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15d4cbeb-6c5b-4498-b4b5-173b0eb91c89 req-34e75b49-8f48-4323-86d8-1e5eb1c0c90d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0504892 Sep 15 14:10:21.170332 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15d4cbeb-6c5b-4498-b4b5-173b0eb91c89 req-641706d9-ae01-4689-a44d-d51eacbda03a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Sep 15 14:10:21.342906 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef346e9-e0bc-40b0-aea5-dab9fd921893 req-28e3d3ad-a6c0-498c-a7f3-3f2ea5bdb898 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:21.344707 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-eef346e9-e0bc-40b0-aea5-dab9fd921893 req-28e3d3ad-a6c0-498c-a7f3-3f2ea5bdb898 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.0464294 Sep 15 14:10:21.391729 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-eef346e9-e0bc-40b0-aea5-dab9fd921893 req-84cbdfea-9a64-46af-9f2d-5fd8478450e9 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 Sep 15 14:10:21.508826 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 3 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:21.540525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:21.622570 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc9258-9aec-4bd8-846c-7ff66af6aec3 req-21e23777-de6b-45a7-bb4f-83286f4fe37e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:21.624086 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1bcc9258-9aec-4bd8-846c-7ff66af6aec3 req-21e23777-de6b-45a7-bb4f-83286f4fe37e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 931 time: 0.0476577 Sep 15 14:10:21.675082 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1bcc9258-9aec-4bd8-846c-7ff66af6aec3 req-1806c5bb-1588-4d0d-9025-fecee91bfb13 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Sep 15 14:10:22.042121 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 4 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:22.059860 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9641e4-2bee-4210-ade3-c0481130345d req-0f85481a-333f-4b0e-a895-1dfc7b340532 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:22.061374 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9e9641e4-2bee-4210-ade3-c0481130345d req-0f85481a-333f-4b0e-a895-1dfc7b340532 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 931 time: 0.0494192 Sep 15 14:10:22.075858 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:22.109223 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9e9641e4-2bee-4210-ade3-c0481130345d req-1917517d-73ae-478c-9387-da646e12df37 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410409 Sep 15 14:10:22.286655 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c39d1-d5a9-4153-8cca-614df8533a2f req-075aee8b-2bee-4ffe-b4c3-35575bec0ce4 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:22.288036 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c03c39d1-d5a9-4153-8cca-614df8533a2f req-075aee8b-2bee-4ffe-b4c3-35575bec0ce4 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0453303 Sep 15 14:10:22.319195 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:22.340394 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c03c39d1-d5a9-4153-8cca-614df8533a2f req-16526952-23f6-44c2-9881-527ffda7331b tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468550 Sep 15 14:10:22.508566 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6180358-69d1-427e-bfe1-74b630c1096b req-a3f3f278-f3b0-41dc-b4d5-ed5510ecb9de tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:22.510018 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f6180358-69d1-427e-bfe1-74b630c1096b req-a3f3f278-f3b0-41dc-b4d5-ed5510ecb9de tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.0462739 Sep 15 14:10:22.555995 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f6180358-69d1-427e-bfe1-74b630c1096b req-abb56520-3c1a-47a1-b856-847b76aad5ef tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 Sep 15 14:10:22.577515 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 5 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:22.614008 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:22.797578 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301176d5-95f3-46b3-a922-6fc546996795 req-3258441e-5167-41d1-b6ce-ffc92d015e80 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:22.799051 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-301176d5-95f3-46b3-a922-6fc546996795 req-3258441e-5167-41d1-b6ce-ffc92d015e80 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 931 time: 0.0479448 Sep 15 14:10:22.846558 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-301176d5-95f3-46b3-a922-6fc546996795 req-a9251ba5-39c3-4120-8aec-96dd4bd87e77 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Sep 15 14:10:23.115085 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 6 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:23.148392 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:23.232306 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b95420-f6ad-4ef6-baa5-eba3c68c8a6d req-fae3c312-4d90-4be2-a16d-ccff9e64f234 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:23.233747 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f7b95420-f6ad-4ef6-baa5-eba3c68c8a6d req-fae3c312-4d90-4be2-a16d-ccff9e64f234 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 931 time: 0.0455654 Sep 15 14:10:23.284136 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f7b95420-f6ad-4ef6-baa5-eba3c68c8a6d req-dee41700-a5c6-4a75-8957-5888d79d1a81 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 Sep 15 14:10:23.459438 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38793e0e-a1c5-471b-8801-1017744a539c req-a2bfc7bd-0839-4089-8d3e-1343577ff593 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:23.460946 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-38793e0e-a1c5-471b-8801-1017744a539c req-a2bfc7bd-0839-4089-8d3e-1343577ff593 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0466585 Sep 15 14:10:23.507042 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-38793e0e-a1c5-471b-8801-1017744a539c req-d37c3173-bd7a-4c22-9b12-b97785daaddd tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Sep 15 14:10:23.649819 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 7 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:23.673842 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd702961-4424-4120-a1dc-870caa966738 req-62c2fd7e-f590-4415-8e19-79bf020bb4a2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:23.675319 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fd702961-4424-4120-a1dc-870caa966738 req-62c2fd7e-f590-4415-8e19-79bf020bb4a2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.0463688 Sep 15 14:10:23.681119 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:23.722680 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fd702961-4424-4120-a1dc-870caa966738 req-a694f7ca-58f5-4a1c-b745-a2ce5bf68c82 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417640 Sep 15 14:10:23.965044 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2b546-1f0e-459b-82ac-8c058fbef8df req-a4ab6fdf-6c11-409e-ab64-989b19db5823 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:23.966499 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4db2b546-1f0e-459b-82ac-8c058fbef8df req-a4ab6fdf-6c11-409e-ab64-989b19db5823 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 931 time: 0.0494111 Sep 15 14:10:24.013950 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4db2b546-1f0e-459b-82ac-8c058fbef8df req-e703d80e-964f-4a5a-968a-d6232c4a41c0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Sep 15 14:10:24.182537 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 8 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:24.215303 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:24.407192 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ad17d-0dd6-4c2b-9231-46721821c545 req-e4d2a893-693e-4826-b9ff-0a6bc9d2a520 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:24.408688 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b00ad17d-0dd6-4c2b-9231-46721821c545 req-e4d2a893-693e-4826-b9ff-0a6bc9d2a520 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 931 time: 0.0459373 Sep 15 14:10:24.454852 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b00ad17d-0dd6-4c2b-9231-46721821c545 req-c44c39d9-8fb7-4906-add5-38122c13b822 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 Sep 15 14:10:24.625683 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41178415-d590-42bb-af67-d1fe0b270232 req-830fd0bf-f03c-42c3-9c7d-d7ec2df0e697 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:24.627363 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41178415-d590-42bb-af67-d1fe0b270232 req-830fd0bf-f03c-42c3-9c7d-d7ec2df0e697 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0472510 Sep 15 14:10:24.677233 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41178415-d590-42bb-af67-d1fe0b270232 req-fb14e206-6236-4cc5-b93e-83d2be7580ae tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Sep 15 14:10:24.716751 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 9 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:24.750745 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:24.850756 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880c685-a36e-4f70-b235-c3e582a69b1f req-2e3d1675-f5ec-4d42-9530-cdf11ffae782 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:24.852533 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2880c685-a36e-4f70-b235-c3e582a69b1f req-2e3d1675-f5ec-4d42-9530-cdf11ffae782 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.0541432 Sep 15 14:10:24.905157 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2880c685-a36e-4f70-b235-c3e582a69b1f req-46fafd06-0c32-455a-b239-2f66febe6415 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470548 Sep 15 14:10:25.130847 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359c964-ebbf-4fb2-8fb7-959c1d2b65c9 req-3e60f10f-3119-4aa5-ba87-da0146b6f121 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:25.132336 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4359c964-ebbf-4fb2-8fb7-959c1d2b65c9 req-3e60f10f-3119-4aa5-ba87-da0146b6f121 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 931 time: 0.0460074 Sep 15 14:10:25.182977 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4359c964-ebbf-4fb2-8fb7-959c1d2b65c9 req-7dfef82d-6bb9-46b2-9203-5c7dbb4b0793 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448799 Sep 15 14:10:25.251628 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Attempt 10 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:10:25.286595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-aa66ed29-c3f3-4f30-b61f-f07b924a33e8 None None] Port 37409932-0575-4016-bb98-a4f28388af35 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:25.404218 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Provisioning complete for port 4a259232-6560-4e78-840c-88777a6ee853 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:25.404658 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (4a259232-6560-4e78-840c-88777a6ee853), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:25.405019 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Attempt 1 to provision port 4a259232-6560-4e78-840c-88777a6ee853 Sep 15 14:10:25.436312 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Port 4a259232-6560-4e78-840c-88777a6ee853 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:25.579014 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca6fe-09f3-4c60-9d7a-b64617ae8ef5 req-30933676-5b57-49eb-ba46-98649a284479 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:25.580363 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-08fca6fe-09f3-4c60-9d7a-b64617ae8ef5 req-30933676-5b57-49eb-ba46-98649a284479 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 931 time: 0.0467782 Sep 15 14:10:25.626735 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-08fca6fe-09f3-4c60-9d7a-b64617ae8ef5 req-acdeb030-6e76-409d-9a2d-f635a0a35ca3 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408516 Sep 15 14:10:25.807200 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Request body: {'port': {'device_id': '93bb208e-87b2-4a1d-aadd-6c494d83d01f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:25.819224 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Request body: {'port': {'device_id': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:10:25.886505 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-2a1e1be4-3a49-4612-a164-595a937d0211 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3 HTTP/1.1" status: 200 len: 217 time: 0.0885038 Sep 15 14:10:25.906809 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d18acb-84bb-4f4d-a5c3-db57bc81377b req-817a7f40-ec84-477c-965a-4f57c6737b81 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:25.912631 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78d18acb-84bb-4f4d-a5c3-db57bc81377b req-817a7f40-ec84-477c-965a-4f57c6737b81 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.1541595 Sep 15 14:10:25.937374 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Attempt 2 to provision port 4a259232-6560-4e78-840c-88777a6ee853 Sep 15 14:10:25.951223 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134329f1-1df0-411e-9b55-65550ec5f481 req-1496a42e-e117-4d56-87ef-6c0149a0304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:25.953481 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-1496a42e-e117-4d56-87ef-6c0149a0304b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0599160 Sep 15 14:10:25.953939 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-36a5c073-83c2-4832-8b87-217a837ebca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:25.958243 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-36a5c073-83c2-4832-8b87-217a837ebca8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 1128 time: 0.1432996 Sep 15 14:10:26.005678 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Port 4a259232-6560-4e78-840c-88777a6ee853 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:26.091975 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134329f1-1df0-411e-9b55-65550ec5f481 req-4cf00bc9-db4f-44f4-81a0-0af40801b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:26.094273 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-4cf00bc9-db4f-44f4-81a0-0af40801b345 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1344759 Sep 15 14:10:26.097244 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (37409932-0575-4016-bb98-a4f28388af35), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:26.115738 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:26.126793 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:26.149728 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-42880222-e35e-496d-9501-0eefb655cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:26.151481 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-42880222-e35e-496d-9501-0eefb655cf5e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3e00453e-4367-4375-85b1-d29fb4428e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3810887 Sep 15 14:10:26.163012 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:26.170195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f483-87cd-40e9-9e85-8c29b1bad748 req-a5cca6af-24be-417f-bdc1-feef7ec38e39 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:26.172253 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0c99f483-87cd-40e9-9e85-8c29b1bad748 req-a5cca6af-24be-417f-bdc1-feef7ec38e39 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.1373100 Sep 15 14:10:26.309255 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-fc122343-c6fa-4405-8abf-762ea637f4c2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3e00453e-4367-4375-85b1-d29fb4428e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352761 Sep 15 14:10:26.320123 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-b3e69aec-dd74-4ed8-aa71-12b8c334b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:26.323049 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-b3e69aec-dd74-4ed8-aa71-12b8c334b885 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 911 time: 0.3592353 Sep 15 14:10:26.506742 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Attempt 3 to provision port 4a259232-6560-4e78-840c-88777a6ee853 Sep 15 14:10:26.677814 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Port 4a259232-6560-4e78-840c-88777a6ee853 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:26.716752 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:26.737990 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0c99f483-87cd-40e9-9e85-8c29b1bad748 req-6c561f32-469a-402c-a293-7a7216a9326d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5297546 Sep 15 14:10:26.764296 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:26.767294 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-d4899354-5977-461f-9d45-b33183e79ad2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 200 len: 217 time: 0.4240344 Sep 15 14:10:26.773980 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-6ca734e4-0b84-4bc0-9db2-5d4021267867 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626058 Sep 15 14:10:26.798143 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78d18acb-84bb-4f4d-a5c3-db57bc81377b req-e6d9c20d-2eca-44f5-be12-a83d9a9e8c45 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8709857 Sep 15 14:10:26.896331 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=20 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:26.904253 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=59,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:26.940177 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-30b32eb0-e158-4a33-b721-41cd606a8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:26.941976 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-30b32eb0-e158-4a33-b721-41cd606a8630 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.1605496 Sep 15 14:10:26.944671 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37409932-0575-4016-bb98-a4f28388af35 {{(pid=106455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:10:26.975494 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Publish callbacks [] for port (37409932-0575-4016-bb98-a4f28388af35), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:26.993934 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286810a-5f59-47b4-9f5b-4888ed198b66 req-6849dd15-613b-47ea-a81a-f686331c881a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:26.995548 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c286810a-5f59-47b4-9f5b-4888ed198b66 req-6849dd15-613b-47ea-a81a-f686331c881a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 931 time: 0.1220965 Sep 15 14:10:27.024411 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e30bbab4-60c0-407f-9b75-d786889a4b16 req-a8978063-cab6-4364-9a39-4209343f3c2e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3e00453e-4367-4375-85b1-d29fb4428e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001183 Sep 15 14:10:27.035166 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.provisioning_blocks [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Transition to ACTIVE for port object 37409932-0575-4016-bb98-a4f28388af35 will not be triggered until provisioned by entity L2. {{(pid=106455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:10:27.039022 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-134329f1-1df0-411e-9b55-65550ec5f481 req-5f5db67c-917a-401e-b68e-b140ac32ac11 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508612 Sep 15 14:10:27.045911 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (37409932-0575-4016-bb98-a4f28388af35), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.081413 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bc62-0ede-4319-b316-8267c66a617e req-0c9bc1ba-df7c-43cf-8115-54be9ffb3564 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:27.083052 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8847bc62-0ede-4319-b316-8267c66a617e req-0c9bc1ba-df7c-43cf-8115-54be9ffb3564 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 931 time: 0.1354640 Sep 15 14:10:27.096309 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Pushing event updated for resources: {'Port': ['ID=37409932-0575-4016-bb98-a4f28388af35,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:27.116205 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c286810a-5f59-47b4-9f5b-4888ed198b66 req-6c6d627b-228e-428c-be3f-986c4f15c5cd tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097581 Sep 15 14:10:27.157947 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50092) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:27.163973 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Attempting to bind port 37409932-0575-4016-bb98-a4f28388af35 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:10:27.164302 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Attempting to bind port 37409932-0575-4016-bb98-a4f28388af35 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:10:27.164609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Attempting to bind port 37409932-0575-4016-bb98-a4f28388af35 on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:27.179019 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Attempt 4 to provision port 4a259232-6560-4e78-840c-88777a6ee853 Sep 15 14:10:27.198104 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8847bc62-0ede-4319-b316-8267c66a617e req-4ddd68c4-3a14-4600-9d5a-0737bf85e842 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007442 Sep 15 14:10:27.214363 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Port 37409932-0575-4016-bb98-a4f28388af35 on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:10:27.215834 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Attempting to bind port 37409932-0575-4016-bb98-a4f28388af35 on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:27.244542 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Port 4a259232-6560-4e78-840c-88777a6ee853 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:10:27.267531 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:10:27.267970 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Checking segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:10:27.268274 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Bound using segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:10:27.269146 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Bound port: 37409932-0575-4016-bb98-a4f28388af35, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:10:27.269146 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (37409932-0575-4016-bb98-a4f28388af35), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.271016 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a259232-6560-4e78-840c-88777a6ee853 {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:10:27.279500 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Publish callbacks [] for port (4a259232-6560-4e78-840c-88777a6ee853), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.294940 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Transition to ACTIVE for port object 4a259232-6560-4e78-840c-88777a6ee853 will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:10:27.300010 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.308669 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:27.320230 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6508ae7d-9917-47b6-9ef0-c3a235a388db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.361079 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:27.362872 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:27.369118 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] For port 37409932-0575-4016-bb98-a4f28388af35, host hv-cinder-85697, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:10:27.374398 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Attempting to bind port 4a259232-6560-4e78-840c-88777a6ee853 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:10:27.375004 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Attempting to bind port 4a259232-6560-4e78-840c-88777a6ee853 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:10:27.375377 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] For port 37409932-0575-4016-bb98-a4f28388af35, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=37409932-0575-4016-bb98-a4f28388af35,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:10:27.375520 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Attempting to bind port 4a259232-6560-4e78-840c-88777a6ee853 on network 120cc345-9098-45c5-ab11-9d46cb943f4b {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:27.387949 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (37409932-0575-4016-bb98-a4f28388af35), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.397537 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:27.398148 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.399516 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/37409932-0575-4016-bb98-a4f28388af35 HTTP/1.1" status: 200 len: 1093 time: 1.6028085 Sep 15 14:10:27.401104 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bb208e-87b2-4a1d-aadd-6c494d83d01f', 'tag': '37409932-0575-4016-bb98-a4f28388af35'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:10:27.403338 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98877889-9728-48d4-ba79-aa20cfa29858" -d '{"events": [{"name": "network-changed", "server_uuid": "93bb208e-87b2-4a1d-aadd-6c494d83d01f", "tag": "37409932-0575-4016-bb98-a4f28388af35"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:10:27.418869 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Port 4a259232-6560-4e78-840c-88777a6ee853 on network 120cc345-9098-45c5-ab11-9d46cb943f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:10:27.419113 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Attempting to bind port 4a259232-6560-4e78-840c-88777a6ee853 on network 120cc345-9098-45c5-ab11-9d46cb943f4b {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:10:27.465221 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:10:27.465555 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Checking segment: {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:10:27.465931 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Bound using segment: {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:10:27.466363 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Bound port: 4a259232-6560-4e78-840c-88777a6ee853, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:10:27.466712 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.470508 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e006f0-1ea5-4256-b07e-c9839292f0c4 x-openstack-request-id: req-14e006f0-1ea5-4256-b07e-c9839292f0c4 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:10:27.470795 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bb208e-87b2-4a1d-aadd-6c494d83d01f", "tag": "37409932-0575-4016-bb98-a4f28388af35", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:10:27.471041 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-14e006f0-1ea5-4256-b07e-c9839292f0c4 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:10:27.471431 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e006f0-1ea5-4256-b07e-c9839292f0c4'] response: {'name': 'network-changed', 'server_uuid': '93bb208e-87b2-4a1d-aadd-6c494d83d01f', 'tag': '37409932-0575-4016-bb98-a4f28388af35', 'status': 'completed', 'code': 200} Sep 15 14:10:27.474020 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b691e-a69a-474d-a434-6225dede3b21 service neutron] Pushing event updated for resources: {'Port': ['ID=37409932-0575-4016-bb98-a4f28388af35,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:27.488731 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6508ae7d-9917-47b6-9ef0-c3a235a388db admin admin] Publish callbacks [] for security_group (d4866c9e-22f8-4627-bca3-6440665a568b), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.492649 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6508ae7d-9917-47b6-9ef0-c3a235a388db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (d4866c9e-22f8-4627-bca3-6440665a568b), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.532515 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-6508ae7d-9917-47b6-9ef0-c3a235a388db admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9d8a20069ce746b4a0e105f515a812f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3735335 Sep 15 14:10:27.533360 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508ae7d-9917-47b6-9ef0-c3a235a388db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4866c9e-22f8-4627-bca3-6440665a568b,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:27.535249 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 50098) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:27.542387 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:10:27.544086 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:27.563862 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:10:27.579309 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.586771 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:27.587384 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.588856 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/4a259232-6560-4e78-840c-88777a6ee853 HTTP/1.1" status: 200 len: 1093 time: 1.7807238 Sep 15 14:10:27.591318 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'tag': '4a259232-6560-4e78-840c-88777a6ee853'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:10:27.594347 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f4b564-3e7c-4736-bc03-dc445862ee81" -d '{"events": [{"name": "network-changed", "server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "tag": "4a259232-6560-4e78-840c-88777a6ee853"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:10:27.623593 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:27.664206 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19b1cfeb-f03e-41aa-bd69-82fb3e9625ac admin admin] Publish callbacks [] for security_group (d4866c9e-22f8-4627-bca3-6440665a568b), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.668719 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1d452a-6453-462e-aee7-3a82f2f0abc2 x-openstack-request-id: req-ca1d452a-6453-462e-aee7-3a82f2f0abc2 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:10:27.669073 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "tag": "4a259232-6560-4e78-840c-88777a6ee853", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:10:27.669243 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ca1d452a-6453-462e-aee7-3a82f2f0abc2 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:10:27.669642 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1d452a-6453-462e-aee7-3a82f2f0abc2'] response: {'name': 'network-changed', 'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'tag': '4a259232-6560-4e78-840c-88777a6ee853', 'status': 'completed', 'code': 200} Sep 15 14:10:27.670363 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d19377-98a5-47de-9909-1637afdbc271 service neutron] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:27.694555 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19b1cfeb-f03e-41aa-bd69-82fb3e9625ac admin admin] Publish callbacks [] for security_group (d4866c9e-22f8-4627-bca3-6440665a568b), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.745858 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Attempt 5 to provision port 4a259232-6560-4e78-840c-88777a6ee853 Sep 15 14:10:27.757926 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19b1cfeb-f03e-41aa-bd69-82fb3e9625ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (d4866c9e-22f8-4627-bca3-6440665a568b), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.760443 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19b1cfeb-f03e-41aa-bd69-82fb3e9625ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:27.764025 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-19b1cfeb-f03e-41aa-bd69-82fb3e9625ac admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d4866c9e-22f8-4627-bca3-6440665a568b HTTP/1.1" status: 204 len: 168 time: 0.2253957 Sep 15 14:10:27.779341 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1cfeb-f03e-41aa-bd69-82fb3e9625ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4866c9e-22f8-4627-bca3-6440665a568b,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:27.815518 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-580f09e4-5b0c-4daa-9299-9347aea228d2 None None] Port 4a259232-6560-4e78-840c-88777a6ee853 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:10:27.919541 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298ec2e-b270-49cb-a7dc-02246405ac09 req-2e00ed53-3f57-4f23-aa33-a63d4b9afd2a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:27.920995 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b298ec2e-b270-49cb-a7dc-02246405ac09 req-2e00ed53-3f57-4f23-aa33-a63d4b9afd2a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.0513363 Sep 15 14:10:27.977959 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b298ec2e-b270-49cb-a7dc-02246405ac09 req-d7c80c20-971d-4cbd-bdb0-deab40394489 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498848 Sep 15 14:10:27.981469 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792b665-ffc4-4a27-be86-fe3a13fb3a1f req-a60901db-b8b3-4735-863d-80953291d25e tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:27.985031 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8792b665-ffc4-4a27-be86-fe3a13fb3a1f req-a60901db-b8b3-4735-863d-80953291d25e tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0609004 Sep 15 14:10:28.035337 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8792b665-ffc4-4a27-be86-fe3a13fb3a1f req-c103fc0b-d848-4c98-bcf8-51877f19de45 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445638 Sep 15 14:10:28.133205 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50124) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:28.146294 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed08c-3e19-458e-bb28-3352c606bd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.259146 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17cd40-97fe-42b9-be9c-55f6a3b2838d req-1eedd4e8-b7c3-4f3f-944c-ae7f9076f241 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:28.260670 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1a17cd40-97fe-42b9-be9c-55f6a3b2838d req-1eedd4e8-b7c3-4f3f-944c-ae7f9076f241 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0632861 Sep 15 14:10:28.271640 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed08c-3e19-458e-bb28-3352c606bd31 admin admin] Publish callbacks [] for security_group (316f3bc9-d888-4031-9d2d-66ef5c8c6178), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.279045 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ad5ed08c-3e19-458e-bb28-3352c606bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (316f3bc9-d888-4031-9d2d-66ef5c8c6178), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.336313 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ed08c-3e19-458e-bb28-3352c606bd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316f3bc9-d888-4031-9d2d-66ef5c8c6178,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:28.339409 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dcdb5-a737-4f78-bb5b-587582b0beb8 req-10e2c97c-77bf-4a59-affa-d29ca2a3ea3b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:28.340965 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dd5dcdb5-a737-4f78-bb5b-587582b0beb8 req-10e2c97c-77bf-4a59-affa-d29ca2a3ea3b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0492961 Sep 15 14:10:28.348051 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ad5ed08c-3e19-458e-bb28-3352c606bd31 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f7e31117dc6042c19036459c82f15316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137060 Sep 15 14:10:28.348142 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 50130) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:28.360385 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1a17cd40-97fe-42b9-be9c-55f6a3b2838d req-47e4eee5-4121-4102-93b1-c43f3184aebc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910473 Sep 15 14:10:28.402841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-415ff830-9c12-456e-8124-5fba3042789d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.419480 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dd5dcdb5-a737-4f78-bb5b-587582b0beb8 req-9f6ba4f0-ca72-4d5d-9969-ae87783d272c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721664 Sep 15 14:10:28.431482 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3448d1d2-499d-4bec-9629-63a503ff4990 admin admin] Publish callbacks [] for security_group (316f3bc9-d888-4031-9d2d-66ef5c8c6178), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.457304 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3448d1d2-499d-4bec-9629-63a503ff4990 admin admin] Publish callbacks [] for security_group (316f3bc9-d888-4031-9d2d-66ef5c8c6178), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.502477 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3448d1d2-499d-4bec-9629-63a503ff4990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (316f3bc9-d888-4031-9d2d-66ef5c8c6178), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.505016 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3448d1d2-499d-4bec-9629-63a503ff4990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.506152 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3448d1d2-499d-4bec-9629-63a503ff4990 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/316f3bc9-d888-4031-9d2d-66ef5c8c6178 HTTP/1.1" status: 204 len: 168 time: 0.1566558 Sep 15 14:10:28.514048 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448d1d2-499d-4bec-9629-63a503ff4990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316f3bc9-d888-4031-9d2d-66ef5c8c6178,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:28.832749 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 50138) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:28.846766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d7126628-385f-4329-a992-c5425d19ef16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.923460 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d7126628-385f-4329-a992-c5425d19ef16 admin admin] Publish callbacks [] for security_group (de45a186-f40e-48b8-b566-bd000373c187), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.927059 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d7126628-385f-4329-a992-c5425d19ef16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (de45a186-f40e-48b8-b566-bd000373c187), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:28.965587 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7126628-385f-4329-a992-c5425d19ef16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45a186-f40e-48b8-b566-bd000373c187,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:28.983876 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50142) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:28.984966 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d7126628-385f-4329-a992-c5425d19ef16 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=27f196503e4248c9a58ce1b3eb62aecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398499 Sep 15 14:10:29.030368 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dbce7bda-6f41-432a-93eb-fcc3d59599c4 admin admin] Publish callbacks [] for security_group (de45a186-f40e-48b8-b566-bd000373c187), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:29.051470 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dbce7bda-6f41-432a-93eb-fcc3d59599c4 admin admin] Publish callbacks [] for security_group (de45a186-f40e-48b8-b566-bd000373c187), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:29.110182 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=16 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:29.126022 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1174ca3-5214-4417-baf6-7a4e4e77c364 req-226dc466-02b1-4cb6-9356-ddbb9fca9834 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:29.127512 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b1174ca3-5214-4417-baf6-7a4e4e77c364 req-226dc466-02b1-4cb6-9356-ddbb9fca9834 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.0688798 Sep 15 14:10:29.164897 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dbce7bda-6f41-432a-93eb-fcc3d59599c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (de45a186-f40e-48b8-b566-bd000373c187), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:29.167359 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dbce7bda-6f41-432a-93eb-fcc3d59599c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:29.168513 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-dbce7bda-6f41-432a-93eb-fcc3d59599c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/de45a186-f40e-48b8-b566-bd000373c187 HTTP/1.1" status: 204 len: 168 time: 0.1938148 Sep 15 14:10:29.170523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08196a3-198d-4274-b898-90c74a32e33d req-314935e5-99a6-43b6-b574-59367ff8c1f2 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:29.173229 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f08196a3-198d-4274-b898-90c74a32e33d req-314935e5-99a6-43b6-b574-59367ff8c1f2 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0555604 Sep 15 14:10:29.185955 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce7bda-6f41-432a-93eb-fcc3d59599c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45a186-f40e-48b8-b566-bd000373c187,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:29.195353 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b1174ca3-5214-4417-baf6-7a4e4e77c364 req-5cde5bfc-6986-486f-8b20-0d134031e75d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603621 Sep 15 14:10:29.237466 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f08196a3-198d-4274-b898-90c74a32e33d req-1c49f041-970b-4823-91fa-cfe8520d7976 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567126 Sep 15 14:10:29.485368 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6870f8-462e-4260-95f8-3781953b8043 req-e29bf9aa-08af-4057-b2c5-52588c59f46f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:29.487115 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e6870f8-462e-4260-95f8-3781953b8043 req-e29bf9aa-08af-4057-b2c5-52588c59f46f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0523868 Sep 15 14:10:29.538574 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:29.548526 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e6870f8-462e-4260-95f8-3781953b8043 req-0a2b286a-0793-453b-9158-abcdcb76a3ca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539315 Sep 15 14:10:29.552471 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a94d53-a9fb-4f42-97a9-60c9a9300f11 req-17fffbf0-f9e3-471d-aefe-d28daac21fea tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:29.554754 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-77a94d53-a9fb-4f42-97a9-60c9a9300f11 req-17fffbf0-f9e3-471d-aefe-d28daac21fea tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0504682 Sep 15 14:10:29.582775 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:29.607574 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-77a94d53-a9fb-4f42-97a9-60c9a9300f11 req-f6f6500c-d5b1-4d8f-9e8c-8e39d06e0de4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466962 Sep 15 14:10:30.340147 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df1176-95d5-4cb5-85b0-ab704312a54d req-2f088567-6a6f-4f70-b13b-ada633ced803 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:30.347416 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-62df1176-95d5-4cb5-85b0-ab704312a54d req-2f088567-6a6f-4f70-b13b-ada633ced803 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 944 time: 0.0640068 Sep 15 14:10:30.370322 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aad9a-4f4e-4d37-8f23-719fd74fcc0a req-90f23a44-2937-4fae-a35d-0345528863e6 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:30.371860 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7e7aad9a-4f4e-4d37-8f23-719fd74fcc0a req-90f23a44-2937-4fae-a35d-0345528863e6 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0582969 Sep 15 14:10:30.391901 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-62df1176-95d5-4cb5-85b0-ab704312a54d req-305239ae-a147-4f01-89ef-7f8a3e640f32 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435781 Sep 15 14:10:30.402397 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:30.426800 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7e7aad9a-4f4e-4d37-8f23-719fd74fcc0a req-138711a9-918e-4424-b888-a6008009564f tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482144 Sep 15 14:10:30.673104 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c124d6d4-204a-4086-bcac-7335feb379e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:30.681390 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5d01-59f8-4d69-a516-231e2e5dc1d1 req-edda4189-38cd-44e5-ba44-7dd6c608bf96 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:30.683393 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9a7f5d01-59f8-4d69-a516-231e2e5dc1d1 req-edda4189-38cd-44e5-ba44-7dd6c608bf96 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0529253 Sep 15 14:10:30.736852 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device e3f7891c-8d65-4cff-b08d-3a752660d65a details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:10:30.743541 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9a7f5d01-59f8-4d69-a516-231e2e5dc1d1 req-f2a69b2d-c69f-4ce2-8e62-4fac2578e1ec tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536790 Sep 15 14:10:30.758163 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:30.762636 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:30.780162 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608f6c1-78b4-46bd-956a-44b713534ae1 req-c06de7f3-c213-49f7-9cd3-1d6215c7103c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:30.795752 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4608f6c1-78b4-46bd-956a-44b713534ae1 req-c06de7f3-c213-49f7-9cd3-1d6215c7103c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0771403 Sep 15 14:10:30.868794 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port e3f7891c-8d65-4cff-b08d-3a752660d65a, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:30.881188 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-f18ca428-8c8f-41c8-993e-cafa8031067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:30.882678 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-f18ca428-8c8f-41c8-993e-cafa8031067b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764759 Sep 15 14:10:30.885842 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'e3f7891c-8d65-4cff-b08d-3a752660d65a', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'port_id': 'e3f7891c-8d65-4cff-b08d-3a752660d65a', 'mac_address': 'fa:16:3e:f2:da:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:10:30.894400 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4608f6c1-78b4-46bd-956a-44b713534ae1 req-c6bd7366-9f7c-4d5a-8aa4-6ee031299680 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960531 Sep 15 14:10:30.926469 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port e3f7891c-8d65-4cff-b08d-3a752660d65a is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:30.926865 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:30.941608 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f7891c-8d65-4cff-b08d-3a752660d65a {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:10:30.963750 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port e3f7891c-8d65-4cff-b08d-3a752660d65a, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:30.967936 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:31.024435 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=e3f7891c-8d65-4cff-b08d-3a752660d65a,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:31.521603 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c055f-6ed0-498f-8aac-0e5af5943a39 req-96ce7313-2df0-4fa8-9951-620d0e1cec64 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:31.523083 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b99c055f-6ed0-498f-8aac-0e5af5943a39 req-96ce7313-2df0-4fa8-9951-620d0e1cec64 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 945 time: 0.0504706 Sep 15 14:10:31.551131 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c9b8-4bb8-41c2-a7bf-46a472542392 req-d47b439e-8e54-48ae-b1f2-7ca024486a21 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:31.552771 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53b0c9b8-4bb8-41c2-a7bf-46a472542392 req-d47b439e-8e54-48ae-b1f2-7ca024486a21 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0485117 Sep 15 14:10:31.571528 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b99c055f-6ed0-498f-8aac-0e5af5943a39 req-f29fd3b4-0b87-4065-9bb4-a00bf422fd3b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427608 Sep 15 14:10:31.604800 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53b0c9b8-4bb8-41c2-a7bf-46a472542392 req-60394b2c-cd2d-4278-b646-61257d8d0972 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459275 Sep 15 14:10:31.873032 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114acfac-1b30-4394-9845-f07c00198510 req-b165de41-6051-4b43-bb39-e2bc2b24aba9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:31.874640 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-114acfac-1b30-4394-9845-f07c00198510 req-b165de41-6051-4b43-bb39-e2bc2b24aba9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0481853 Sep 15 14:10:31.921320 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-114acfac-1b30-4394-9845-f07c00198510 req-84bfaa8a-f012-4b4c-9d19-fbb47171203a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Sep 15 14:10:31.949279 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:32.032215 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2a56a-e61a-4c7d-b80a-e43b088972aa req-91d67005-b867-481a-80b0-cc049dc1e49a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:32.033699 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7d2a56a-e61a-4c7d-b80a-e43b088972aa req-91d67005-b867-481a-80b0-cc049dc1e49a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0514581 Sep 15 14:10:32.080465 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7d2a56a-e61a-4c7d-b80a-e43b088972aa req-d3d202b2-68d7-42c6-a81a-f99f9363fd9d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411785 Sep 15 14:10:32.694609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d5379-aa24-45b4-a127-65c0208c7809 req-ffeedacf-bf5f-4890-b563-fa0bc542603e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:32.696063 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a36d5379-aa24-45b4-a127-65c0208c7809 req-ffeedacf-bf5f-4890-b563-fa0bc542603e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 945 time: 0.0512047 Sep 15 14:10:32.724064 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064bb76-2f86-446b-97b4-dd2297659ceb req-e38f70e1-3de7-4274-b162-be479005dcaa tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:32.725543 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2064bb76-2f86-446b-97b4-dd2297659ceb req-e38f70e1-3de7-4274-b162-be479005dcaa tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0476325 Sep 15 14:10:32.743223 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a36d5379-aa24-45b4-a127-65c0208c7809 req-7ef1fd3f-e6fc-417c-8ac6-f9075d4cc79c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Sep 15 14:10:32.780086 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2064bb76-2f86-446b-97b4-dd2297659ceb req-a9a70815-b7dd-4079-be81-b1dbd4f86c83 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489619 Sep 15 14:10:33.041125 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86de54f-05bb-4dde-9804-6ce2025644c4 req-76fc2026-ac85-4284-9f6a-622fff8e5738 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:33.042587 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e86de54f-05bb-4dde-9804-6ce2025644c4 req-76fc2026-ac85-4284-9f6a-622fff8e5738 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0490398 Sep 15 14:10:33.089080 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e86de54f-05bb-4dde-9804-6ce2025644c4 req-168cbf44-5af3-4523-b5e7-dc650c5ada93 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Sep 15 14:10:33.206887 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee482851-f76a-496a-9699-7bc8918c679d req-b79d9f99-1a06-401c-a0f1-76f866c2826c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:33.208496 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ee482851-f76a-496a-9699-7bc8918c679d req-b79d9f99-1a06-401c-a0f1-76f866c2826c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0512645 Sep 15 14:10:33.256825 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ee482851-f76a-496a-9699-7bc8918c679d req-5607b00c-5e4a-402c-8c0b-6fb530c148ef tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 Sep 15 14:10:33.425250 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:33.469080 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:33.862729 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42c6a-d02c-4471-97ef-bd3a1f31fa61 req-846528bb-8eb0-4d0f-b36a-6232ed7a34c1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:33.864260 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8db42c6a-d02c-4471-97ef-bd3a1f31fa61 req-846528bb-8eb0-4d0f-b36a-6232ed7a34c1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 945 time: 0.0469904 Sep 15 14:10:33.900017 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a0605-8249-452e-9583-729268c92f73 req-1219aa85-7f68-4a9c-8c80-54ead4d97264 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:33.901524 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-817a0605-8249-452e-9583-729268c92f73 req-1219aa85-7f68-4a9c-8c80-54ead4d97264 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0469439 Sep 15 14:10:33.917169 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8db42c6a-d02c-4471-97ef-bd3a1f31fa61 req-65a196c8-0317-4d9d-b225-dfba49bc6461 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474002 Sep 15 14:10:33.950098 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-817a0605-8249-452e-9583-729268c92f73 req-40387533-7ad1-42bc-8cbf-6388a38cc08c tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Sep 15 14:10:34.206175 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d2d2-4d5e-4396-ade8-4b90eec38fd9 req-621deeea-6da3-437e-bc46-dd01942aec20 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:34.207874 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f062d2d2-4d5e-4396-ade8-4b90eec38fd9 req-621deeea-6da3-437e-bc46-dd01942aec20 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0474851 Sep 15 14:10:34.256757 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f062d2d2-4d5e-4396-ade8-4b90eec38fd9 req-b49f7ec3-736c-4c65-b1ed-2bc357ca7118 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Sep 15 14:10:34.380827 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642c075-b1b5-467b-a1fe-a7d486899f61 req-d69355f8-3e3b-4807-9163-ec5fb17412a1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:34.382352 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e642c075-b1b5-467b-a1fe-a7d486899f61 req-d69355f8-3e3b-4807-9163-ec5fb17412a1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0476289 Sep 15 14:10:34.432402 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e642c075-b1b5-467b-a1fe-a7d486899f61 req-f2cde9b1-c80f-4580-b871-519e856de34a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443521 Sep 15 14:10:34.507745 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['e3f7891c-8d65-4cff-b08d-3a752660d65a'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:10:35.038349 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f735e-d4f7-4826-b39b-4d1770420fde req-b2f9e335-55c6-492c-b40a-05c60000adbd tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:35.039969 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-645f735e-d4f7-4826-b39b-4d1770420fde req-b2f9e335-55c6-492c-b40a-05c60000adbd tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 945 time: 0.0471752 Sep 15 14:10:35.073526 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8c6b7-b01f-43ae-8aef-537b9b38078d req-f51efe62-89f4-4e66-b9be-a3f5313c0cb1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:35.074998 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dce8c6b7-b01f-43ae-8aef-537b9b38078d req-f51efe62-89f4-4e66-b9be-a3f5313c0cb1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0468137 Sep 15 14:10:35.087895 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-645f735e-d4f7-4826-b39b-4d1770420fde req-fbcca800-bd4c-4abd-8be2-2f32d15e4747 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Sep 15 14:10:35.122783 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dce8c6b7-b01f-43ae-8aef-537b9b38078d req-f85e1b77-36c8-4abf-ae9b-893b843d5410 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414147 Sep 15 14:10:35.373370 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:35.385206 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2f95c-e066-43e6-837a-5a85630c7356 req-a9681ead-46bf-4533-94e2-4aee13a9d530 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:35.386684 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cac2f95c-e066-43e6-837a-5a85630c7356 req-a9681ead-46bf-4533-94e2-4aee13a9d530 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0504377 Sep 15 14:10:35.434153 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cac2f95c-e066-43e6-837a-5a85630c7356 req-4a7594c2-ce07-40f7-9e83-a4d5ae9143a0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Sep 15 14:10:35.554603 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9db4ba-be0b-4235-b88d-b6ce28ea5a93 req-a1b5419a-ccb0-4eb8-b3ea-cfedd8f421d2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:35.556004 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0e9db4ba-be0b-4235-b88d-b6ce28ea5a93 req-a1b5419a-ccb0-4eb8-b3ea-cfedd8f421d2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0447891 Sep 15 14:10:35.602548 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0e9db4ba-be0b-4235-b88d-b6ce28ea5a93 req-7387ff4e-3359-4d2d-ae07-fd87b12afa3a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Sep 15 14:10:36.207773 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ef79d-0470-4652-8a62-2f1a5a0d7af4 req-eb4ebe6a-f561-4507-b0a4-d72429056ca6 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:36.209276 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-911ef79d-0470-4652-8a62-2f1a5a0d7af4 req-eb4ebe6a-f561-4507-b0a4-d72429056ca6 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 945 time: 0.0479038 Sep 15 14:10:36.247317 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0097-c065-4348-a082-b4266f6ef02c req-875cac15-6a22-46a1-95e4-e9a101c35dee tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:36.248857 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-684b0097-c065-4348-a082-b4266f6ef02c req-875cac15-6a22-46a1-95e4-e9a101c35dee tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0499589 Sep 15 14:10:36.258215 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-911ef79d-0470-4652-8a62-2f1a5a0d7af4 req-005ff8d1-257c-4f1b-a27d-a744a6846a42 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434484 Sep 15 14:10:36.260249 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:36.297048 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-684b0097-c065-4348-a082-b4266f6ef02c req-95bfd61a-d601-4a4a-997f-143edbf1a4c1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Sep 15 14:10:36.516596 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:36.552826 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849e3d-226c-48f1-bed7-8853616bbc10 req-e2b59327-a2d9-4d08-b056-60b4cb95ed34 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:36.554263 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-88849e3d-226c-48f1-bed7-8853616bbc10 req-e2b59327-a2d9-4d08-b056-60b4cb95ed34 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0462062 Sep 15 14:10:36.605320 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-88849e3d-226c-48f1-bed7-8853616bbc10 req-36e4a58e-3b91-46a3-84e4-81ea34469d36 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Sep 15 14:10:36.729500 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce080c99-c8f3-4344-98fa-c58d8f8a87c8 req-b8e41cfe-ca47-4dd6-90f4-92ea9fdd38ec tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:36.731058 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ce080c99-c8f3-4344-98fa-c58d8f8a87c8 req-b8e41cfe-ca47-4dd6-90f4-92ea9fdd38ec tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0488176 Sep 15 14:10:36.743088 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:36.780243 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ce080c99-c8f3-4344-98fa-c58d8f8a87c8 req-ec8f68a5-2353-4eca-b177-5ee7fbe1edd6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Sep 15 14:10:37.133008 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device e3f7891c-8d65-4cff-b08d-3a752660d65a up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:10:37.180945 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port e3f7891c-8d65-4cff-b08d-3a752660d65a completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:10:37.187303 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port e3f7891c-8d65-4cff-b08d-3a752660d65a triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:37.187851 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:37.188185 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port e3f7891c-8d65-4cff-b08d-3a752660d65a Sep 15 14:10:37.261898 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port e3f7891c-8d65-4cff-b08d-3a752660d65a is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:37.262299 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:37.288194 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7417b73e-2234-4215-95ab-040a71f66d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f7891c-8d65-4cff-b08d-3a752660d65a'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:10:37.370532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port e3f7891c-8d65-4cff-b08d-3a752660d65a, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:37.377921 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:37.402931 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799135b2-41f4-418f-8ad5-5af642ab25ed req-3b3bdeb5-bf5d-4425-8c4b-6377ffcb07fa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:37.407572 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-799135b2-41f4-418f-8ad5-5af642ab25ed req-3b3bdeb5-bf5d-4425-8c4b-6377ffcb07fa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 945 time: 0.0618038 Sep 15 14:10:37.469877 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-799135b2-41f4-418f-8ad5-5af642ab25ed req-4abb3b3c-7265-4e66-a8b5-39a7484fedaa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572307 Sep 15 14:10:37.481616 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26f64-28cc-4d7d-bb87-0a3ae945ccf2 req-fc0afa97-1330-40d6-90f3-8fb93933f89c tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:37.497564 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=e3f7891c-8d65-4cff-b08d-3a752660d65a,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:37.506901 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-57c26f64-28cc-4d7d-bb87-0a3ae945ccf2 req-fc0afa97-1330-40d6-90f3-8fb93933f89c tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.1164563 Sep 15 14:10:37.507056 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.507431 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.507949 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.508308 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.508827 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.509134 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.509551 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.509900 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.510206 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.510532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.510855 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.511193 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.511549 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.512021 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.512343 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:37.551354 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3633a4b0-68d5-4a0a-bc10-06c5e600cf1d" -d '{"events": [{"server_uuid": "7417b73e-2234-4215-95ab-040a71f66d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e3f7891c-8d65-4cff-b08d-3a752660d65a"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:10:37.596509 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-57c26f64-28cc-4d7d-bb87-0a3ae945ccf2 req-ca1596a9-9393-457c-8a2e-5deb86bc034d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889730 Sep 15 14:10:37.663808 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c323aaf-1e2d-4e35-ad33-c7e66f3edc6d x-openstack-request-id: req-7c323aaf-1e2d-4e35-ad33-c7e66f3edc6d {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:10:37.664296 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7417b73e-2234-4215-95ab-040a71f66d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e3f7891c-8d65-4cff-b08d-3a752660d65a", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:10:37.664549 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7c323aaf-1e2d-4e35-ad33-c7e66f3edc6d {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:10:37.665080 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c323aaf-1e2d-4e35-ad33-c7e66f3edc6d'] response: {'server_uuid': '7417b73e-2234-4215-95ab-040a71f66d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f7891c-8d65-4cff-b08d-3a752660d65a', 'code': 200} Sep 15 14:10:37.750130 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4239ad-2cd5-47fb-8ba4-7f1ce639c813 req-70fa9899-eb4e-4735-a19b-b56b7064d4bb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:37.751648 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-df4239ad-2cd5-47fb-8ba4-7f1ce639c813 req-70fa9899-eb4e-4735-a19b-b56b7064d4bb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0602093 Sep 15 14:10:37.804561 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-df4239ad-2cd5-47fb-8ba4-7f1ce639c813 req-bda6a4ca-3870-4b34-8fe4-eb9d272ec0d4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470214 Sep 15 14:10:37.910760 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98877889-9728-48d4-ba79-aa20cfa29858 req-383c4175-579a-411d-b16c-bd9340e4719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:37.912278 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-98877889-9728-48d4-ba79-aa20cfa29858 req-383c4175-579a-411d-b16c-bd9340e4719e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 1127 time: 0.0853179 Sep 15 14:10:37.925443 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e8318-a7ee-4a46-bbc3-2f7f815af265 req-368562b0-b767-4a11-a47d-ecbd4dd1cc71 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:37.926868 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-569e8318-a7ee-4a46-bbc3-2f7f815af265 req-368562b0-b767-4a11-a47d-ecbd4dd1cc71 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0641272 Sep 15 14:10:37.975219 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-cec6891e-9744-44a6-a93c-0357e361cb74 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978096 Sep 15 14:10:37.977853 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-569e8318-a7ee-4a46-bbc3-2f7f815af265 req-a0e3fe9b-f40b-4e1b-9e31-8324fafa67b9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449889 Sep 15 14:10:38.653657 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5e44-e2ad-448f-a581-b7586fe2bae1 req-f62d3f5c-0eeb-4dc8-9bd4-d1b10924a13c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:38.655311 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-11ec5e44-e2ad-448f-a581-b7586fe2bae1 req-f62d3f5c-0eeb-4dc8-9bd4-d1b10924a13c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0749300 Sep 15 14:10:38.715416 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-11ec5e44-e2ad-448f-a581-b7586fe2bae1 req-53d9e00d-5bb0-47c8-9eb8-0fd75b2cdb41 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537658 Sep 15 14:10:38.743479 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f16c7-fce2-4fae-87ca-e5ef2b6cb88b req-b8a8050d-ee48-4edb-ad61-1100432172c4 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:38.745968 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-766f16c7-fce2-4fae-87ca-e5ef2b6cb88b req-b8a8050d-ee48-4edb-ad61-1100432172c4 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 944 time: 0.0735765 Sep 15 14:10:38.815559 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-766f16c7-fce2-4fae-87ca-e5ef2b6cb88b req-5d100457-e398-4e1d-94ae-9da25a820056 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628889 Sep 15 14:10:38.961803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a9fb-0987-4806-a050-9a2634cfd016 req-78492ec6-77db-47d2-a69e-6867a8d6f1d8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:38.964348 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9484a9fb-0987-4806-a050-9a2634cfd016 req-78492ec6-77db-47d2-a69e-6867a8d6f1d8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0659342 Sep 15 14:10:39.042621 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50410) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:39.063380 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9484a9fb-0987-4806-a050-9a2634cfd016 req-cc0590a2-e35a-45ab-a3d0-dc47f76a8592 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899088 Sep 15 14:10:39.108523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 50416) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:39.122763 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 96de7222-ae08-4df9-8d02-8bde6a53ae43 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:10:39.144463 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc48a5-3e20-40ba-a375-dc21e887ced2 req-c6783046-59c5-4f39-9ae1-739d72777c27 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:39.146139 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-11dc48a5-3e20-40ba-a375-dc21e887ced2 req-c6783046-59c5-4f39-9ae1-739d72777c27 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0570936 Sep 15 14:10:39.253529 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:39.260820 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.264389 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:39.265965 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.272426 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-11dc48a5-3e20-40ba-a375-dc21e887ced2 req-ec84af24-a74e-47b4-8295-33fb98664048 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204352 Sep 15 14:10:39.290959 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 96de7222-ae08-4df9-8d02-8bde6a53ae43, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=96de7222-ae08-4df9-8d02-8bde6a53ae43,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:39.317590 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '96de7222-ae08-4df9-8d02-8bde6a53ae43', 'network_id': '3e00453e-4367-4375-85b1-d29fb4428e97', 'port_id': '96de7222-ae08-4df9-8d02-8bde6a53ae43', 'mac_address': 'fa:16:3e:75:0e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:10:39.373798 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 96de7222-ae08-4df9-8d02-8bde6a53ae43 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:39.376066 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.381007 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Publish callbacks [] for security_group (fc601c90-36dd-44f6-9530-f02620892319), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.386688 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (fc601c90-36dd-44f6-9530-f02620892319), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.397174 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96de7222-ae08-4df9-8d02-8bde6a53ae43 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:10:39.423002 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Publish callbacks [] for security_group (fb47a16a-7a5b-4246-aff0-0c5e65c3cec3), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.428957 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (fb47a16a-7a5b-4246-aff0-0c5e65c3cec3), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.433180 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 96de7222-ae08-4df9-8d02-8bde6a53ae43, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=96de7222-ae08-4df9-8d02-8bde6a53ae43,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:39.438119 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3f67022e1b904e5891c9a7af921f176f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934877 Sep 15 14:10:39.439137 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc601c90-36dd-44f6-9530-f02620892319,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:39.439641 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.441323 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50430) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:39.480551 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7b10ec8d5067452a82192665db8b9e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684237 Sep 15 14:10:39.480764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 50432) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:39.483003 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.483344 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.484341 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.484694 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.485028 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.485360 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.485687 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.486014 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.486341 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.486668 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.487013 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.487338 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.487663 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.487999 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.488320 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c8a1c-bbd6-4507-a6bd-dcc35a09beb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.498288 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb47a16a-7a5b-4246-aff0-0c5e65c3cec3,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:39.511379 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c00c8cf3-74bd-4c4e-a3e1-ea1c1cd97f6c admin admin] Publish callbacks [] for security_group (fc601c90-36dd-44f6-9530-f02620892319), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.512207 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=96de7222-ae08-4df9-8d02-8bde6a53ae43,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:39.525334 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.525748 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.526153 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.526541 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.526938 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.527348 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.527756 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.528141 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.528528 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.528910 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.529299 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.529700 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.530083 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.531083 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.531679 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b20ef-9d0e-49fc-b3be-4529ec56a0de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:10:39.535658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c00c8cf3-74bd-4c4e-a3e1-ea1c1cd97f6c admin admin] Publish callbacks [] for security_group (fc601c90-36dd-44f6-9530-f02620892319), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.573027 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a928bdbf-f4f0-4988-971b-3e9a42d308fa admin admin] Publish callbacks [] for security_group (fb47a16a-7a5b-4246-aff0-0c5e65c3cec3), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.591842 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c00c8cf3-74bd-4c4e-a3e1-ea1c1cd97f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (fc601c90-36dd-44f6-9530-f02620892319), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.594983 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c00c8cf3-74bd-4c4e-a3e1-ea1c1cd97f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.595481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a928bdbf-f4f0-4988-971b-3e9a42d308fa admin admin] Publish callbacks [] for security_group (fb47a16a-7a5b-4246-aff0-0c5e65c3cec3), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.598755 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-c00c8cf3-74bd-4c4e-a3e1-ea1c1cd97f6c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fc601c90-36dd-44f6-9530-f02620892319 HTTP/1.1" status: 204 len: 168 time: 0.1541071 Sep 15 14:10:39.601379 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:39.609476 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c8cf3-74bd-4c4e-a3e1-ea1c1cd97f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc601c90-36dd-44f6-9530-f02620892319,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:39.629690 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:39.663322 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a928bdbf-f4f0-4988-971b-3e9a42d308fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (fb47a16a-7a5b-4246-aff0-0c5e65c3cec3), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.666128 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a928bdbf-f4f0-4988-971b-3e9a42d308fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:39.667779 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-a928bdbf-f4f0-4988-971b-3e9a42d308fa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fb47a16a-7a5b-4246-aff0-0c5e65c3cec3 HTTP/1.1" status: 204 len: 168 time: 0.1854255 Sep 15 14:10:39.677324 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928bdbf-f4f0-4988-971b-3e9a42d308fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb47a16a-7a5b-4246-aff0-0c5e65c3cec3,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:39.839286 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:39.868444 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['96de7222-ae08-4df9-8d02-8bde6a53ae43'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:10:39.877079 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd22de1-a996-4177-9e1f-412835b05e10 req-bcba0c6f-5a4d-4216-b501-993b1da0a3aa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:39.887653 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4cd22de1-a996-4177-9e1f-412835b05e10 req-bcba0c6f-5a4d-4216-b501-993b1da0a3aa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0918558 Sep 15 14:10:39.900641 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:10:40.010564 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:40.018537 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f348df-0691-41e5-9754-49b9d733fb3e req-4eb93f56-2e47-42ea-9165-6f67da71a850 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:40.019948 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4cd22de1-a996-4177-9e1f-412835b05e10 req-b20b2221-3917-4a8c-a4e9-1fb54d9aaa3e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313879 Sep 15 14:10:40.035450 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-72f348df-0691-41e5-9754-49b9d733fb3e req-4eb93f56-2e47-42ea-9165-6f67da71a850 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 945 time: 0.0883405 Sep 15 14:10:40.201140 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50480) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:40.205436 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2654c60-a528-45d2-b740-b449988f7327 req-a7121bc4-4473-4fdb-a9d5-e5e493498fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:40.211078 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d2654c60-a528-45d2-b740-b449988f7327 req-a7121bc4-4473-4fdb-a9d5-e5e493498fbb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 1128 time: 0.1136804 Sep 15 14:10:40.324460 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-440a9151-c903-4b56-b943-ec4ffa5e4172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:40.385059 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-72f348df-0691-41e5-9754-49b9d733fb3e req-26d6778b-11ca-4634-a8c4-bd9f7ee91319 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451736 Sep 15 14:10:40.586562 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4b564-3e7c-4736-bc03-dc445862ee81 req-e358721f-f332-47c4-8e4d-9abfa9292191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:40.588731 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-54f4b564-3e7c-4736-bc03-dc445862ee81 req-e358721f-f332-47c4-8e4d-9abfa9292191 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 1127 time: 0.3896141 Sep 15 14:10:40.602432 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e73663-91d8-441a-9ba2-49f1c1d113f1 req-0c069371-a044-4356-86f5-9bdf5fc5f25e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:40.610890 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a9e73663-91d8-441a-9ba2-49f1c1d113f1 req-0c069371-a044-4356-86f5-9bdf5fc5f25e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.2352550 Sep 15 14:10:40.724288 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-440a9151-c903-4b56-b943-ec4ffa5e4172 admin admin] Publish callbacks [] for security_group (b521e535-d112-44e5-8787-382c7ebc9144), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:40.729116 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40fbde-7faa-4314-bab4-90967bda563d req-a2de0b52-1622-406a-a906-1d6d32cbcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:40.730945 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bd40fbde-7faa-4314-bab4-90967bda563d req-a2de0b52-1622-406a-a906-1d6d32cbcb6e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 1130 time: 0.4224007 Sep 15 14:10:40.740036 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-35a0c93d-e4af-412d-b098-60d97d1814dc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047246 Sep 15 14:10:40.740588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-440a9151-c903-4b56-b943-ec4ffa5e4172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (b521e535-d112-44e5-8787-382c7ebc9144), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:40.758743 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98877889-9728-48d4-ba79-aa20cfa29858 req-11ddffdb-1f39-4712-baaa-0ff370460ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:40.761218 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-98877889-9728-48d4-ba79-aa20cfa29858 req-11ddffdb-1f39-4712-baaa-0ff370460ff0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=fab43b244e854c0296530db48bc1b975&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7183127 Sep 15 14:10:40.761928 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bd40fbde-7faa-4314-bab4-90967bda563d req-fbfb2bfe-4e5d-40db-8824-f702d017e62a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:40.766120 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2654c60-a528-45d2-b740-b449988f7327 req-7036ee2a-2909-4639-a65e-0fd4431084d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:40.768236 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d2654c60-a528-45d2-b740-b449988f7327 req-7036ee2a-2909-4639-a65e-0fd4431084d1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.3765242 Sep 15 14:10:40.771065 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45f05e-c4e0-4ee6-abac-25de18b38bb4 req-d6e084a7-43d0-45be-81bd-536245c1f896 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:40.780232 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f45f05e-c4e0-4ee6-abac-25de18b38bb4 req-d6e084a7-43d0-45be-81bd-536245c1f896 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.3086410 Sep 15 14:10:40.825304 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a9e73663-91d8-441a-9ba2-49f1c1d113f1 req-4294aee9-7a12-4767-8a87-c9a8a43575fc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135201 Sep 15 14:10:40.826602 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d2654c60-a528-45d2-b740-b449988f7327 req-81ebaa34-af04-4d1c-8ca1-d8090203c7a7 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3 HTTP/1.1" status: 200 len: 217 time: 0.0487194 Sep 15 14:10:40.888876 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4b564-3e7c-4736-bc03-dc445862ee81 req-2f9c7636-1f75-4d35-b577-334bd6c2bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:40.890920 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-54f4b564-3e7c-4736-bc03-dc445862ee81 req-2f9c7636-1f75-4d35-b577-334bd6c2bd29 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=e76574d5f2094997a9c565d4ddf2a483&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2631049 Sep 15 14:10:40.948669 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a9151-c903-4b56-b943-ec4ffa5e4172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b521e535-d112-44e5-8787-382c7ebc9144,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:40.957852 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-440a9151-c903-4b56-b943-ec4ffa5e4172 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b0d2ae984c084f2e8c6964177fde2678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7527809 Sep 15 14:10:40.980933 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50512) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:41.094720 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2654c60-a528-45d2-b740-b449988f7327 req-4b3387fd-81ab-4e46-a7da-8c9f7c8ac361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:41.096227 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d2654c60-a528-45d2-b740-b449988f7327 req-4b3387fd-81ab-4e46-a7da-8c9f7c8ac361 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.2587020 Sep 15 14:10:41.137153 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 6b330db3-4b2e-4089-b147-9c293a9a00a3 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:10:41.230288 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 96de7222-ae08-4df9-8d02-8bde6a53ae43 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:10:41.245026 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4b564-3e7c-4736-bc03-dc445862ee81 req-1ec7dc23-b1a2-4e40-93b7-5efa3e29bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:41.246778 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-54f4b564-3e7c-4736-bc03-dc445862ee81 req-1ec7dc23-b1a2-4e40-93b7-5efa3e29bab2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3496799 Sep 15 14:10:41.298353 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f45f05e-c4e0-4ee6-abac-25de18b38bb4 req-8ae19940-8b09-42e5-8c4b-77f1d6e269b7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5161772 Sep 15 14:10:41.328280 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2654c60-a528-45d2-b740-b449988f7327 req-2ac4bc2c-0b57-44f2-bfc3-10565d832bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:41.332100 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d2654c60-a528-45d2-b740-b449988f7327 req-2ac4bc2c-0b57-44f2-bfc3-10565d832bdd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2248425 Sep 15 14:10:41.365641 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 96de7222-ae08-4df9-8d02-8bde6a53ae43 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:10:41.370641 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 6b330db3-4b2e-4089-b147-9c293a9a00a3, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:41.375367 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8d5381b5-112c-4417-947a-0362497ef079 admin admin] Publish callbacks [] for security_group (b521e535-d112-44e5-8787-382c7ebc9144), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.381532 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98877889-9728-48d4-ba79-aa20cfa29858 req-75df9e35-263d-4c7e-a81a-1ebb5d39c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:41.382122 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 96de7222-ae08-4df9-8d02-8bde6a53ae43 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:41.382481 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.382817 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 96de7222-ae08-4df9-8d02-8bde6a53ae43 Sep 15 14:10:41.383090 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-98877889-9728-48d4-ba79-aa20cfa29858 req-75df9e35-263d-4c7e-a81a-1ebb5d39c64f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5939643 Sep 15 14:10:41.394301 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:41.432005 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '6b330db3-4b2e-4089-b147-9c293a9a00a3', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'port_id': '6b330db3-4b2e-4089-b147-9c293a9a00a3', 'mac_address': 'fa:16:3e:68:d7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:10:41.439890 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8d5381b5-112c-4417-947a-0362497ef079 admin admin] Publish callbacks [] for security_group (b521e535-d112-44e5-8787-382c7ebc9144), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.442888 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bd40fbde-7faa-4314-bab4-90967bda563d req-fbfb2bfe-4e5d-40db-8824-f702d017e62a service neutron] Publish callbacks [] for security_group (c0505e52-0a1e-4975-95a8-c92ab32ed08c), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.453382 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bd40fbde-7faa-4314-bab4-90967bda563d req-fbfb2bfe-4e5d-40db-8824-f702d017e62a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (c0505e52-0a1e-4975-95a8-c92ab32ed08c), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.515039 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e98d4c-bfa6-4d3e-bcf6-945fd1cb9b2c req-64bc4817-20bc-4a1e-b122-520ab65030c8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:41.516926 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c3e98d4c-bfa6-4d3e-bcf6-945fd1cb9b2c req-64bc4817-20bc-4a1e-b122-520ab65030c8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.3727598 Sep 15 14:10:41.528145 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-f9d88897-bd46-4ca9-abda-0b0554b74d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:41.529493 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-f9d88897-bd46-4ca9-abda-0b0554b74d8a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 1127 time: 0.1949027 Sep 15 14:10:41.533889 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 6b330db3-4b2e-4089-b147-9c293a9a00a3 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:41.534400 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.564863 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:41.573189 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b330db3-4b2e-4089-b147-9c293a9a00a3 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:10:41.582637 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 96de7222-ae08-4df9-8d02-8bde6a53ae43 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:41.583304 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.595918 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-2cc88914-07d8-4720-ae33-90113cb2c16e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a259232-6560-4e78-840c-88777a6ee853 HTTP/1.1" status: 200 len: 217 time: 0.0529103 Sep 15 14:10:41.619817 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:41.636688 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8d5381b5-112c-4417-947a-0362497ef079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (b521e535-d112-44e5-8787-382c7ebc9144), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.639722 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8d5381b5-112c-4417-947a-0362497ef079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.640900 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8d5381b5-112c-4417-947a-0362497ef079 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b521e535-d112-44e5-8787-382c7ebc9144 HTTP/1.1" status: 204 len: 168 time: 0.6589200 Sep 15 14:10:41.643409 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bd40fbde-7faa-4314-bab4-90967bda563d req-fbfb2bfe-4e5d-40db-8824-f702d017e62a service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9059391 Sep 15 14:10:41.682315 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb2bfe-4e5d-40db-8824-f702d017e62a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c0505e52-0a1e-4975-95a8-c92ab32ed08c,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:41.689316 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-fc19b03d-1145-47fb-b5da-035cd1031fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:41.691445 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-fc19b03d-1145-47fb-b5da-035cd1031fef service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 1127 time: 0.2273836 Sep 15 14:10:41.694827 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d2654c60-a528-45d2-b740-b449988f7327 req-d7f86d09-6f1f-40ee-9148-12c60f5986a6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466847 Sep 15 14:10:41.703625 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c3e98d4c-bfa6-4d3e-bcf6-945fd1cb9b2c req-9a07df5e-e69b-4874-b4ba-934494579faa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726718 Sep 15 14:10:41.710391 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-38d644c5-f71a-43e1-8e6d-bdcf8a7e9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:41.712154 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-38d644c5-f71a-43e1-8e6d-bdcf8a7e9346 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.1079021 Sep 15 14:10:41.731085 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e7fc5-f72d-4a38-8af0-afe89ca47e26 req-27858235-9ee1-4fd6-a311-e3ca0d242b2a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:41.743512 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 96de7222-ae08-4df9-8d02-8bde6a53ae43, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=96de7222-ae08-4df9-8d02-8bde6a53ae43,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:41.744912 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd08b47f-85ba-4a0c-9450-9ec3005732d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de7222-ae08-4df9-8d02-8bde6a53ae43'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:10:41.745661 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e04e7fc5-f72d-4a38-8af0-afe89ca47e26 req-27858235-9ee1-4fd6-a311-e3ca0d242b2a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 945 time: 0.1790233 Sep 15 14:10:41.749850 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce8f0b0-506b-492e-8179-6c0822bbff85" -d '{"events": [{"server_uuid": "dd08b47f-85ba-4a0c-9450-9ec3005732d5", "name": "network-vif-plugged", "status": "completed", "tag": "96de7222-ae08-4df9-8d02-8bde6a53ae43"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:10:41.751479 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5381b5-112c-4417-947a-0362497ef079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b521e535-d112-44e5-8787-382c7ebc9144,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:41.753691 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:41.770426 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.827525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 6b330db3-4b2e-4089-b147-9c293a9a00a3, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:41.839396 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:41.864750 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:41.879722 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac925fd-7df3-471b-8a22-5e2b8dce7d94 x-openstack-request-id: req-aac925fd-7df3-471b-8a22-5e2b8dce7d94 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:10:41.880261 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd08b47f-85ba-4a0c-9450-9ec3005732d5", "name": "network-vif-plugged", "status": "completed", "tag": "96de7222-ae08-4df9-8d02-8bde6a53ae43", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:10:41.880807 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aac925fd-7df3-471b-8a22-5e2b8dce7d94 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:10:41.882176 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac925fd-7df3-471b-8a22-5e2b8dce7d94'] response: {'server_uuid': 'dd08b47f-85ba-4a0c-9450-9ec3005732d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96de7222-ae08-4df9-8d02-8bde6a53ae43', 'code': 200} Sep 15 14:10:41.890405 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=96de7222-ae08-4df9-8d02-8bde6a53ae43,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:41.972337 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e04e7fc5-f72d-4a38-8af0-afe89ca47e26 req-e8f85ea3-dd72-4d98-bacf-0b157c950c92 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250574 Sep 15 14:10:42.126015 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=6b330db3-4b2e-4089-b147-9c293a9a00a3,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:42.153301 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b07828-e8bf-4569-9ae5-bf365e7530b5 req-294a41ad-552b-4019-94f5-79d82722111e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:42.157112 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9b07828-e8bf-4569-9ae5-bf365e7530b5 req-294a41ad-552b-4019-94f5-79d82722111e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.1159797 Sep 15 14:10:42.225056 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-168d66a1-8ff3-481c-9fdf-dcadfd3c6722 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37409932-0575-4016-bb98-a4f28388af35 HTTP/1.1" status: 200 len: 217 time: 0.0893309 Sep 15 14:10:42.242858 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:42.257399 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-a7c5515c-98ae-4cae-bad0-2ede4007d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:42.258919 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-a7c5515c-98ae-4cae-bad0-2ede4007d28a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967963 Sep 15 14:10:42.276954 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['6b330db3-4b2e-4089-b147-9c293a9a00a3'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:10:42.413304 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9b07828-e8bf-4569-9ae5-bf365e7530b5 req-d6bfa8b0-8f06-4b67-a9cd-6087bcd16e93 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468753 Sep 15 14:10:42.451886 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d2654c60-a528-45d2-b740-b449988f7327 req-400275a4-194e-4361-b965-48cfce0b6ea8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907054 Sep 15 14:10:42.518435 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847d47d-8496-42f7-8178-5ecd83874ca2 req-0706b7d0-52d5-4fcd-ae9f-0ed104c2a5ec tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:42.521091 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4847d47d-8496-42f7-8178-5ecd83874ca2 req-0706b7d0-52d5-4fcd-ae9f-0ed104c2a5ec tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0719745 Sep 15 14:10:42.572905 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4847d47d-8496-42f7-8178-5ecd83874ca2 req-cf370bf6-7e4d-47de-ac14-6e18a79b2abf tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459557 Sep 15 14:10:42.670011 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50628) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:42.797085 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-d038aa28-b062-4ca9-b30a-0e127ce5afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:42.799166 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-d038aa28-b062-4ca9-b30a-0e127ce5afe8 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0691936 Sep 15 14:10:42.890188 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-879d72db-589a-4a4f-96f9-6d7267b62aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:42.902134 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-ac9f401c-7832-4b4a-a112-29e1c98aeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:42.903651 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-ac9f401c-7832-4b4a-a112-29e1c98aeb1f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985637 Sep 15 14:10:42.956440 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f728a6-ba69-4fcb-8d19-5597813b540e req-d997f056-71b1-49dc-ac74-ef2b54d93ce6 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:42.958040 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78f728a6-ba69-4fcb-8d19-5597813b540e req-d997f056-71b1-49dc-ac74-ef2b54d93ce6 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.1058846 Sep 15 14:10:43.058400 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-17a1e5e0-0ec3-4d3c-98fd-20b07f756133 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445854 Sep 15 14:10:43.062561 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-4431b8d9-056f-469a-9423-57bc8c7bd596 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335412 Sep 15 14:10:43.072489 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-879d72db-589a-4a4f-96f9-6d7267b62aa8 admin admin] Publish callbacks [] for security_group (b01d24b1-cbe5-42a4-92e8-3349c1669cd2), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:43.095837 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-879d72db-589a-4a4f-96f9-6d7267b62aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (b01d24b1-cbe5-42a4-92e8-3349c1669cd2), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:43.104855 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ecc14-d5b1-43d7-aaa7-8d645b96f5db req-a277ca1b-57c8-443b-a238-ff5fa361b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:43.106492 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f42ecc14-d5b1-43d7-aaa7-8d645b96f5db req-a277ca1b-57c8-443b-a238-ff5fa361b25d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 1130 time: 0.1577632 Sep 15 14:10:43.190897 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78f728a6-ba69-4fcb-8d19-5597813b540e req-d18df38f-561f-4893-a729-db2949bdb1e6 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020404 Sep 15 14:10:43.244241 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f42ecc14-d5b1-43d7-aaa7-8d645b96f5db req-5fe5060b-1901-4097-88dd-b3f41f0dc6e7 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232269 Sep 15 14:10:43.253850 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d72db-589a-4a4f-96f9-6d7267b62aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01d24b1-cbe5-42a4-92e8-3349c1669cd2,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:43.272143 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-879d72db-589a-4a4f-96f9-6d7267b62aa8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7190d2ccbbe8414cadd765ae26c2946b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976737 Sep 15 14:10:43.275337 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50648) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:43.281733 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2176e-449a-47ba-a7fa-a8ee6080ab41 req-ac21f43f-f5df-4be5-afe0-756e60e6a7b8 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:43.285800 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-66b2176e-449a-47ba-a7fa-a8ee6080ab41 req-ac21f43f-f5df-4be5-afe0-756e60e6a7b8 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.1386707 Sep 15 14:10:43.291489 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01e7a927-fe40-4f74-bca4-bf170af74e59 req-ceb0a3e6-d43f-417f-874a-77985be40dc0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114551 Sep 15 14:10:43.356584 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c768c56f-a5ec-4488-a33b-c794ebf4489f req-a51f2625-94cd-4107-8674-443958ff7ce8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821510 Sep 15 14:10:43.411728 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-66b2176e-449a-47ba-a7fa-a8ee6080ab41 req-528d0de0-085d-4488-ab4c-ebbc10b1b15a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101019 Sep 15 14:10:43.414979 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:43.420523 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7bcde302-6538-49ef-aded-d2e91fb65af5 admin admin] Publish callbacks [] for security_group (b01d24b1-cbe5-42a4-92e8-3349c1669cd2), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:43.425717 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:43.448882 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 6b330db3-4b2e-4089-b147-9c293a9a00a3 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:10:43.471082 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7bcde302-6538-49ef-aded-d2e91fb65af5 admin admin] Publish callbacks [] for security_group (b01d24b1-cbe5-42a4-92e8-3349c1669cd2), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:43.536278 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7bcde302-6538-49ef-aded-d2e91fb65af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (b01d24b1-cbe5-42a4-92e8-3349c1669cd2), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:43.539323 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7bcde302-6538-49ef-aded-d2e91fb65af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:43.543119 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 6b330db3-4b2e-4089-b147-9c293a9a00a3 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:10:43.550245 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 6b330db3-4b2e-4089-b147-9c293a9a00a3 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:10:43.551078 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:43.551630 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 6b330db3-4b2e-4089-b147-9c293a9a00a3 Sep 15 14:10:43.554305 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-7bcde302-6538-49ef-aded-d2e91fb65af5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b01d24b1-cbe5-42a4-92e8-3349c1669cd2 HTTP/1.1" status: 204 len: 168 time: 0.2679288 Sep 15 14:10:43.580176 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcde302-6538-49ef-aded-d2e91fb65af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01d24b1-cbe5-42a4-92e8-3349c1669cd2,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:43.657952 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 6b330db3-4b2e-4089-b147-9c293a9a00a3 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:43.658405 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:43.692495 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f55331-e5a6-4a06-8b65-cb700dd84544 req-4581bee8-e26f-4b1a-b79a-f297fb9b9860 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:43.703663 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-73f55331-e5a6-4a06-8b65-cb700dd84544 req-4581bee8-e26f-4b1a-b79a-f297fb9b9860 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.1661222 Sep 15 14:10:43.729356 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 6b330db3-4b2e-4089-b147-9c293a9a00a3, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:43.735594 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:43.814424 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=6b330db3-4b2e-4089-b147-9c293a9a00a3,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:43.826343 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-73f55331-e5a6-4a06-8b65-cb700dd84544 req-36eb899e-3039-41f2-82a5-252cdfdcaf0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213286 Sep 15 14:10:43.838420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e9b40-7e3d-4993-9d09-e46186499061 req-b8d8cea5-3f0f-4328-8c49-d2ce0c02a153 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:43.838420 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1a0e9b40-7e3d-4993-9d09-e46186499061 req-b8d8cea5-3f0f-4328-8c49-d2ce0c02a153 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0898600 Sep 15 14:10:43.883748 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27d1fdf-b409-467e-9b03-2a2d60ca01f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b330db3-4b2e-4089-b147-9c293a9a00a3'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:10:43.886813 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7a1efe-4533-42bd-b4c3-fa8ffdad1ffc" -d '{"events": [{"server_uuid": "e27d1fdf-b409-467e-9b03-2a2d60ca01f8", "name": "network-vif-plugged", "status": "completed", "tag": "6b330db3-4b2e-4089-b147-9c293a9a00a3"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:10:43.897847 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1a0e9b40-7e3d-4993-9d09-e46186499061 req-1c61eb51-9b10-4c87-becd-b2042df370a6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585251 Sep 15 14:10:43.960482 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eaae1b-176b-4fd9-9be0-ce98ff70ef40 x-openstack-request-id: req-b3eaae1b-176b-4fd9-9be0-ce98ff70ef40 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:10:43.960951 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27d1fdf-b409-467e-9b03-2a2d60ca01f8", "name": "network-vif-plugged", "status": "completed", "tag": "6b330db3-4b2e-4089-b147-9c293a9a00a3", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:10:43.962010 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b3eaae1b-176b-4fd9-9be0-ce98ff70ef40 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:10:43.963013 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3eaae1b-176b-4fd9-9be0-ce98ff70ef40'] response: {'server_uuid': 'e27d1fdf-b409-467e-9b03-2a2d60ca01f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b330db3-4b2e-4089-b147-9c293a9a00a3', 'code': 200} Sep 15 14:10:44.016925 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 50680) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:44.030261 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2130d260-6f3a-45d1-b455-cab684c8e0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:44.077399 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:44.117397 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2130d260-6f3a-45d1-b455-cab684c8e0f7 admin admin] Publish callbacks [] for security_group (10ec0bfe-3889-45fd-9f0e-ada6abf75fed), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:44.121553 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2130d260-6f3a-45d1-b455-cab684c8e0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (10ec0bfe-3889-45fd-9f0e-ada6abf75fed), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:44.160339 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130d260-6f3a-45d1-b455-cab684c8e0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ec0bfe-3889-45fd-9f0e-ada6abf75fed,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:44.168510 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50688) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:44.168761 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-2130d260-6f3a-45d1-b455-cab684c8e0f7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bba77e8815c44481868cff88657abcd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504822 Sep 15 14:10:44.238753 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7302e444-3e93-4791-8079-622081105c38 admin admin] Publish callbacks [] for security_group (10ec0bfe-3889-45fd-9f0e-ada6abf75fed), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:44.261574 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7302e444-3e93-4791-8079-622081105c38 admin admin] Publish callbacks [] for security_group (10ec0bfe-3889-45fd-9f0e-ada6abf75fed), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:44.346085 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297dd7-7597-4730-a8a0-9f84a5c9e784 req-d57678f3-8bf6-4629-b966-37f7f1bcba45 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:44.347614 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-39297dd7-7597-4730-a8a0-9f84a5c9e784 req-d57678f3-8bf6-4629-b966-37f7f1bcba45 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0569034 Sep 15 14:10:44.370012 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7302e444-3e93-4791-8079-622081105c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (10ec0bfe-3889-45fd-9f0e-ada6abf75fed), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:44.372532 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7302e444-3e93-4791-8079-622081105c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:44.373639 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-7302e444-3e93-4791-8079-622081105c38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/10ec0bfe-3889-45fd-9f0e-ada6abf75fed HTTP/1.1" status: 204 len: 168 time: 0.2036066 Sep 15 14:10:44.386880 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302e444-3e93-4791-8079-622081105c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ec0bfe-3889-45fd-9f0e-ada6abf75fed,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:44.413106 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-39297dd7-7597-4730-a8a0-9f84a5c9e784 req-72f22b87-2c22-474a-8c80-8a766ff0703c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596282 Sep 15 14:10:44.558172 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740eb242-98e1-4353-b33c-818ac25efb96 req-f541701a-0e66-4697-9346-925c1b226569 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:44.560837 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-740eb242-98e1-4353-b33c-818ac25efb96 req-f541701a-0e66-4697-9346-925c1b226569 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0528178 Sep 15 14:10:44.621790 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-740eb242-98e1-4353-b33c-818ac25efb96 req-15665076-44eb-49e9-a88f-ffb394dd6b71 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530620 Sep 15 14:10:44.963143 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3fe7c-c7d4-4d75-afbf-3aa8eb8ac478 req-e3f8d27d-0ca7-469d-ac07-938ccdd06eca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:44.974705 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5db3fe7c-c7d4-4d75-afbf-3aa8eb8ac478 req-e3f8d27d-0ca7-469d-ac07-938ccdd06eca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0655642 Sep 15 14:10:45.029371 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5db3fe7c-c7d4-4d75-afbf-3aa8eb8ac478 req-0f829245-9280-4060-afcb-1b91d47dae5d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535359 Sep 15 14:10:45.063043 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1441b2-2a51-4093-b751-67d917936c74 req-d2d718fe-1610-41a2-b2e7-280d9d3ea594 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:45.064792 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2c1441b2-2a51-4093-b751-67d917936c74 req-d2d718fe-1610-41a2-b2e7-280d9d3ea594 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0539110 Sep 15 14:10:45.116120 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2c1441b2-2a51-4093-b751-67d917936c74 req-bdf85ac6-b103-4f95-a2a2-57d7f5d9e2fa tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455203 Sep 15 14:10:45.539170 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc716-daf3-459f-9427-d33e23bc0ee0 req-7d64defd-317b-4d98-8909-25eef9f9c1e4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:45.545857 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-deddc716-daf3-459f-9427-d33e23bc0ee0 req-7d64defd-317b-4d98-8909-25eef9f9c1e4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0543463 Sep 15 14:10:45.594605 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-deddc716-daf3-459f-9427-d33e23bc0ee0 req-022ce832-ea30-4fd2-86cd-0e82bc6214a9 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477552 Sep 15 14:10:45.723089 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:45.742790 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07583935-7c7a-4f58-860e-b976be81b7d2 req-1334f240-33aa-4c65-8281-91e5089d1086 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:45.744223 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-07583935-7c7a-4f58-860e-b976be81b7d2 req-1334f240-33aa-4c65-8281-91e5089d1086 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0489018 Sep 15 14:10:45.792014 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-07583935-7c7a-4f58-860e-b976be81b7d2 req-082ce0c0-dd7b-4309-a6be-c9726323272f tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 Sep 15 14:10:46.130743 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:46.181997 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f74c1-3973-42b2-9423-ef40876afe59 req-8d341f17-2468-4c86-99f3-18800230ae44 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:46.188900 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-133f74c1-3973-42b2-9423-ef40876afe59 req-8d341f17-2468-4c86-99f3-18800230ae44 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0685534 Sep 15 14:10:46.259211 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-133f74c1-3973-42b2-9423-ef40876afe59 req-539ac6dc-9f75-408b-9af6-04c2442c9e25 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643804 Sep 15 14:10:46.262174 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fadec9-c8d4-4010-9c9b-f05877b10fe6 req-f8cb4b0c-3d33-4708-bebf-1cc44b8eb45a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:46.264188 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-43fadec9-c8d4-4010-9c9b-f05877b10fe6 req-f8cb4b0c-3d33-4708-bebf-1cc44b8eb45a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0601473 Sep 15 14:10:46.326661 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-43fadec9-c8d4-4010-9c9b-f05877b10fe6 req-5cdfa94b-698a-43b9-83a5-be9bcf8fdc68 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569732 Sep 15 14:10:46.600344 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50792) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:46.718166 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5de48f50-edaa-49bc-a3d0-5fa80f8f0a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:46.735348 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13d002-670a-4db8-869d-dd892ae050ac req-e14fb72e-5715-4054-ad07-2c3817ba1d5d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:46.736927 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bd13d002-670a-4db8-869d-dd892ae050ac req-e14fb72e-5715-4054-ad07-2c3817ba1d5d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0694501 Sep 15 14:10:46.839586 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bd13d002-670a-4db8-869d-dd892ae050ac req-0d412967-1af6-42d0-b337-f7927a2e0526 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964584 Sep 15 14:10:46.855555 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:46.873514 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5de48f50-edaa-49bc-a3d0-5fa80f8f0a37 admin admin] Publish callbacks [] for security_group (1675c809-55c5-4096-b944-dc5111e052cc), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:46.882402 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5de48f50-edaa-49bc-a3d0-5fa80f8f0a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1675c809-55c5-4096-b944-dc5111e052cc), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:46.886208 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:46.923778 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de48f50-edaa-49bc-a3d0-5fa80f8f0a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1675c809-55c5-4096-b944-dc5111e052cc,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:46.931125 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5de48f50-edaa-49bc-a3d0-5fa80f8f0a37 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=16d484101cff4a7581ccb78699edc579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296249 Sep 15 14:10:46.931581 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50802) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:46.932621 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b8b59-ab0b-4602-ac46-5d523be712eb req-feb88652-f616-4669-a588-dd350eea06a3 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:46.936212 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9a5b8b59-ab0b-4602-ac46-5d523be712eb req-feb88652-f616-4669-a588-dd350eea06a3 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0496938 Sep 15 14:10:46.982473 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e04593b9-2c9e-4a51-8821-a391233ec19f admin admin] Publish callbacks [] for security_group (1675c809-55c5-4096-b944-dc5111e052cc), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:46.987146 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9a5b8b59-ab0b-4602-ac46-5d523be712eb req-86436c7f-c66c-49b2-9460-88d0f56c19df tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460806 Sep 15 14:10:47.005388 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e04593b9-2c9e-4a51-8821-a391233ec19f admin admin] Publish callbacks [] for security_group (1675c809-55c5-4096-b944-dc5111e052cc), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.052478 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e04593b9-2c9e-4a51-8821-a391233ec19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1675c809-55c5-4096-b944-dc5111e052cc), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.055053 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e04593b9-2c9e-4a51-8821-a391233ec19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.058767 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e04593b9-2c9e-4a51-8821-a391233ec19f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1675c809-55c5-4096-b944-dc5111e052cc HTTP/1.1" status: 204 len: 168 time: 0.1234019 Sep 15 14:10:47.064469 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04593b9-2c9e-4a51-8821-a391233ec19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1675c809-55c5-4096-b944-dc5111e052cc,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:47.325606 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 50812) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:47.340899 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1ee8fde2-5e2f-4833-8006-809e25435794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.413333 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceb78d-c591-4fbb-9080-2b014b58fa0a req-dd64c024-ea66-4a32-bb46-8fcfd63554a2 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:47.414798 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7bceb78d-c591-4fbb-9080-2b014b58fa0a req-dd64c024-ea66-4a32-bb46-8fcfd63554a2 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0752444 Sep 15 14:10:47.461366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cd656-fd9a-4d75-b8d7-adf8e6af9e2d req-0b4b5501-7559-48fb-aabe-b06383a9599b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:47.462868 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d80cd656-fd9a-4d75-b8d7-adf8e6af9e2d req-0b4b5501-7559-48fb-aabe-b06383a9599b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0526962 Sep 15 14:10:47.492858 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7bceb78d-c591-4fbb-9080-2b014b58fa0a req-6fc867f1-d235-4cdc-9c43-66b51ac96643 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716310 Sep 15 14:10:47.510736 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1ee8fde2-5e2f-4833-8006-809e25435794 admin admin] Publish callbacks [] for security_group (82a83fa7-3d96-4d8b-8596-0f088a42b67f), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.511965 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d80cd656-fd9a-4d75-b8d7-adf8e6af9e2d req-54117713-04ac-4078-b355-d0337c7eb674 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Sep 15 14:10:47.515781 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1ee8fde2-5e2f-4833-8006-809e25435794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (82a83fa7-3d96-4d8b-8596-0f088a42b67f), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.556979 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1ee8fde2-5e2f-4833-8006-809e25435794 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2d643db6f4e44f37976c2d8ca13b23cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302294 Sep 15 14:10:47.558089 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8fde2-5e2f-4833-8006-809e25435794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a83fa7-3d96-4d8b-8596-0f088a42b67f,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:47.559900 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 50818) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:10:47.608002 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b232c53-d215-4670-bfdf-c755c822edef admin admin] Publish callbacks [] for security_group (82a83fa7-3d96-4d8b-8596-0f088a42b67f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.628439 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b232c53-d215-4670-bfdf-c755c822edef admin admin] Publish callbacks [] for security_group (82a83fa7-3d96-4d8b-8596-0f088a42b67f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.673651 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b232c53-d215-4670-bfdf-c755c822edef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (82a83fa7-3d96-4d8b-8596-0f088a42b67f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.676127 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b232c53-d215-4670-bfdf-c755c822edef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:47.677251 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-0b232c53-d215-4670-bfdf-c755c822edef admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/82a83fa7-3d96-4d8b-8596-0f088a42b67f HTTP/1.1" status: 204 len: 168 time: 0.1163666 Sep 15 14:10:47.685689 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b232c53-d215-4670-bfdf-c755c822edef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a83fa7-3d96-4d8b-8596-0f088a42b67f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:47.982079 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b7b7f-a514-4777-9c33-85f9a8133e2b req-32b9901e-fc05-449a-9b94-39e87dc35d9d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:47.983632 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-022b7b7f-a514-4777-9c33-85f9a8133e2b req-32b9901e-fc05-449a-9b94-39e87dc35d9d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0528808 Sep 15 14:10:48.040246 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-022b7b7f-a514-4777-9c33-85f9a8133e2b req-67b1bd6f-ef7c-4aee-b83f-74b425a3d6eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504565 Sep 15 14:10:48.123751 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a756707-d970-4342-a9e5-6e36911be499 req-9513291d-aac9-4ecb-a36d-5529e295ffea tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:48.128144 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8a756707-d970-4342-a9e5-6e36911be499 req-9513291d-aac9-4ecb-a36d-5529e295ffea tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0536907 Sep 15 14:10:48.175742 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8a756707-d970-4342-a9e5-6e36911be499 req-9b545068-e062-4444-a375-e652b606bbf1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443258 Sep 15 14:10:48.617448 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2a58-d327-4cc7-8e39-0cb930babc24 req-e90ced4b-c82e-4719-aa7a-97025cc13035 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:48.619179 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-956f2a58-d327-4cc7-8e39-0cb930babc24 req-e90ced4b-c82e-4719-aa7a-97025cc13035 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0512822 Sep 15 14:10:48.645733 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f00c83-8e93-41b3-b4d5-af24fac1b1de req-c9183893-3d24-41d1-9b4f-46dc133c310b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:48.647390 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-33f00c83-8e93-41b3-b4d5-af24fac1b1de req-c9183893-3d24-41d1-9b4f-46dc133c310b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0494344 Sep 15 14:10:48.669661 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-956f2a58-d327-4cc7-8e39-0cb930babc24 req-fa43444c-b853-431e-9af1-ac65da91394c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Sep 15 14:10:48.669914 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:48.702593 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-33f00c83-8e93-41b3-b4d5-af24fac1b1de req-f1fa47d2-efe3-4dec-981a-d951ad004e26 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484655 Sep 15 14:10:49.166110 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ff287-69d1-4e09-a57e-ff04830646bd req-a5eb4893-2cde-486c-8637-d081961f6b77 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:49.167585 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-683ff287-69d1-4e09-a57e-ff04830646bd req-a5eb4893-2cde-486c-8637-d081961f6b77 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0499682 Sep 15 14:10:49.221524 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-683ff287-69d1-4e09-a57e-ff04830646bd req-5d963271-8def-45a4-9cbd-b2f710540c61 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467033 Sep 15 14:10:49.317133 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415adbce-4b9a-4a59-be58-2cd1586b17a5 req-c0b32b7f-2d23-4fdf-b32e-9b07e97033d1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:49.318613 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-415adbce-4b9a-4a59-be58-2cd1586b17a5 req-c0b32b7f-2d23-4fdf-b32e-9b07e97033d1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0497491 Sep 15 14:10:49.365396 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-415adbce-4b9a-4a59-be58-2cd1586b17a5 req-b98286a6-2c2e-42b8-98d6-2de8b2610a5c tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Sep 15 14:10:49.801304 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee63119-157d-495f-8614-2b2f65c83442 req-986eff4e-fafc-4afc-953e-8cad369a6589 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:49.802879 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6ee63119-157d-495f-8614-2b2f65c83442 req-986eff4e-fafc-4afc-953e-8cad369a6589 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0496852 Sep 15 14:10:49.839115 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:49.842261 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb0af-1c66-4671-bda4-dd842941d85c req-6ab3ca22-4d54-44e9-931a-86661539c572 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:49.844809 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6e0cb0af-1c66-4671-bda4-dd842941d85c req-6ab3ca22-4d54-44e9-931a-86661539c572 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0511076 Sep 15 14:10:49.860196 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6ee63119-157d-495f-8614-2b2f65c83442 req-e5e45673-daf4-4012-8072-93df75ec30d9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Sep 15 14:10:49.895547 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6e0cb0af-1c66-4671-bda4-dd842941d85c req-3eafe1a2-9e0d-4f9b-9c18-4533d3e8393a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444322 Sep 15 14:10:49.899897 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:50.364406 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa6aaf-b0de-460b-8e29-4e097eb9a94a req-d7cf3ca3-2570-4266-9cc6-7edaeeda2866 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:50.365907 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7dfa6aaf-b0de-460b-8e29-4e097eb9a94a req-d7cf3ca3-2570-4266-9cc6-7edaeeda2866 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0601218 Sep 15 14:10:50.435218 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7dfa6aaf-b0de-460b-8e29-4e097eb9a94a req-d92f6498-8183-48e5-adbb-2fdce60f0dd9 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635116 Sep 15 14:10:50.504140 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595ec63-dcf8-43ee-9c02-470f23080ea6 req-836c0b39-be27-45e8-b46e-e80dd8823f2b tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:50.505637 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4595ec63-dcf8-43ee-9c02-470f23080ea6 req-836c0b39-be27-45e8-b46e-e80dd8823f2b tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0479419 Sep 15 14:10:50.542122 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:50.557181 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4595ec63-dcf8-43ee-9c02-470f23080ea6 req-032a13ef-96c0-4e10-8485-37dfe6ba9f2a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Sep 15 14:10:50.943580 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:50.983233 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0868e5a-1294-47a3-8cd4-e2d1e14d7d16 req-dad8a9b2-d80f-4e27-b087-af35b564601b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:50.984736 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c0868e5a-1294-47a3-8cd4-e2d1e14d7d16 req-dad8a9b2-d80f-4e27-b087-af35b564601b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0517182 Sep 15 14:10:51.029584 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a21e-cfab-47a5-a216-202c86e96037 req-8724d4b6-b558-4c84-a192-c1a9421b22a3 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:51.031101 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a8e5a21e-cfab-47a5-a216-202c86e96037 req-8724d4b6-b558-4c84-a192-c1a9421b22a3 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0499816 Sep 15 14:10:51.032842 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c0868e5a-1294-47a3-8cd4-e2d1e14d7d16 req-ee9f371d-b77c-4f61-a647-f6a141e0d67c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Sep 15 14:10:51.080894 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a8e5a21e-cfab-47a5-a216-202c86e96037 req-9b8189d4-864a-4a72-8560-0ecc730c5e84 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Sep 15 14:10:51.561512 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592dd2d-2a7f-46a0-aff8-835a6b994b0e req-9db01436-3af3-4b05-b396-75d95414166a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:51.563634 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9592dd2d-2a7f-46a0-aff8-835a6b994b0e req-9db01436-3af3-4b05-b396-75d95414166a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0503440 Sep 15 14:10:51.622224 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9592dd2d-2a7f-46a0-aff8-835a6b994b0e req-a1a6da07-1ca9-478b-9c4e-dadc9ef94f74 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528882 Sep 15 14:10:51.693912 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9efca-f49a-4586-aaaa-39fd9dd28d0a req-07bd340b-4d97-4708-b777-97f711b89adc tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:51.698186 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d5c9efca-f49a-4586-aaaa-39fd9dd28d0a req-07bd340b-4d97-4708-b777-97f711b89adc tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0591099 Sep 15 14:10:51.756628 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d5c9efca-f49a-4586-aaaa-39fd9dd28d0a req-7b5dff67-7ea9-4014-b8c5-eaa5b4693b76 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521693 Sep 15 14:10:52.173408 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d47758-3608-4640-9aff-42751b958fc8 req-d5336053-0582-4281-9caf-18d8ebcf33a0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:52.175037 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-84d47758-3608-4640-9aff-42751b958fc8 req-d5336053-0582-4281-9caf-18d8ebcf33a0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0580835 Sep 15 14:10:52.228503 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc658bc-b117-44f3-a27d-4f6959032021 req-06a04086-5105-446d-a187-6203bdcb943e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:52.230650 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-abc658bc-b117-44f3-a27d-4f6959032021 req-06a04086-5105-446d-a187-6203bdcb943e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0605402 Sep 15 14:10:52.240346 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-84d47758-3608-4640-9aff-42751b958fc8 req-4c617283-4ae9-4bb8-884e-c0c60ce19210 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585182 Sep 15 14:10:52.291623 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-abc658bc-b117-44f3-a27d-4f6959032021 req-62fcdda3-82ce-4e00-9518-0a539c9800ed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553839 Sep 15 14:10:52.750253 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501d068-d5b2-4ac8-9d8e-5f3a8d0d7574 req-bbfe3b61-c229-4033-bb95-5c8a908540db tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:52.751801 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0501d068-d5b2-4ac8-9d8e-5f3a8d0d7574 req-bbfe3b61-c229-4033-bb95-5c8a908540db tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0496750 Sep 15 14:10:52.816055 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0501d068-d5b2-4ac8-9d8e-5f3a8d0d7574 req-e9e090c4-2d7c-4a42-a16f-9227e73906f1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583797 Sep 15 14:10:52.886599 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b41ff-6a20-49a8-8dfd-bf11db5541ac req-ce86dd1f-6c63-4e8d-b2b6-70f95f28ee34 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:52.888107 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c66b41ff-6a20-49a8-8dfd-bf11db5541ac req-ce86dd1f-6c63-4e8d-b2b6-70f95f28ee34 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0485172 Sep 15 14:10:52.942065 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c66b41ff-6a20-49a8-8dfd-bf11db5541ac req-4ff222f0-eb80-449f-be05-cda9dc485b1a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Sep 15 14:10:53.366170 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6526c9-c6c1-493f-8a67-243a39567a4e req-683548cb-da6e-42d4-9d62-cf95d47d9140 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:53.367813 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2a6526c9-c6c1-493f-8a67-243a39567a4e req-683548cb-da6e-42d4-9d62-cf95d47d9140 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0476565 Sep 15 14:10:53.417021 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2a6526c9-c6c1-493f-8a67-243a39567a4e req-f360bd6d-9320-4b61-bfb2-5abf64849ac8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Sep 15 14:10:53.426534 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcea78-a4f2-44d8-bfff-61c69442dcb3 req-a62d1c90-a4e0-4d5c-8cd9-f47aea26f4eb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:53.428040 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fdfcea78-a4f2-44d8-bfff-61c69442dcb3 req-a62d1c90-a4e0-4d5c-8cd9-f47aea26f4eb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0478818 Sep 15 14:10:53.478402 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fdfcea78-a4f2-44d8-bfff-61c69442dcb3 req-07023d2b-15d9-4129-bccb-9e92271d1192 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Sep 15 14:10:53.951499 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b676c-bcc3-4f79-a2a6-83f65cde7e64 req-7a1aa5b4-e6cb-49ae-b7ae-91ccfc77e173 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:53.954158 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-472b676c-bcc3-4f79-a2a6-83f65cde7e64 req-7a1aa5b4-e6cb-49ae-b7ae-91ccfc77e173 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0549798 Sep 15 14:10:54.008364 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-472b676c-bcc3-4f79-a2a6-83f65cde7e64 req-2e2c5097-b6dc-4dfd-a529-19e0972a07b8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484438 Sep 15 14:10:54.067576 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99624869-f17d-444d-831e-700a8e48460f req-2e842bb5-2a62-4bd3-8a73-762b5b4515b2 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:54.069296 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-99624869-f17d-444d-831e-700a8e48460f req-2e842bb5-2a62-4bd3-8a73-762b5b4515b2 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0516334 Sep 15 14:10:54.116489 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-99624869-f17d-444d-831e-700a8e48460f req-122be96e-512e-45e5-a26d-3adb28756a0d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Sep 15 14:10:54.540083 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf618de-aa7d-4194-a23f-eba4675bc91b req-867f2e44-3f71-4509-a7e1-53b5bba7e6fa tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:54.541602 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-eaf618de-aa7d-4194-a23f-eba4675bc91b req-867f2e44-3f71-4509-a7e1-53b5bba7e6fa tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0516374 Sep 15 14:10:54.592351 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-eaf618de-aa7d-4194-a23f-eba4675bc91b req-542c9c68-515b-42a8-92d3-89aa4cac219b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Sep 15 14:10:54.611367 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce394e-a989-4372-a026-b9933f884bd7 req-17cd0980-1bdf-498b-aea6-46bb9987afc8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:54.612889 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c6ce394e-a989-4372-a026-b9933f884bd7 req-17cd0980-1bdf-498b-aea6-46bb9987afc8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0488160 Sep 15 14:10:54.660993 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c6ce394e-a989-4372-a026-b9933f884bd7 req-b2e0ef90-49ef-417c-9835-c81aa64b296d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424726 Sep 15 14:10:55.133606 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300ab3a-476b-4ef0-a0ef-d9884eecbfa6 req-ba59f3df-b7f9-4325-b8e7-36f02927d9df tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:55.135156 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b300ab3a-476b-4ef0-a0ef-d9884eecbfa6 req-ba59f3df-b7f9-4325-b8e7-36f02927d9df tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0521047 Sep 15 14:10:55.185263 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b300ab3a-476b-4ef0-a0ef-d9884eecbfa6 req-f9ffbb02-f31f-4a87-97af-63bde78cd2bc tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435581 Sep 15 14:10:55.239343 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237b396-4540-472b-b658-76d9e629da22 req-4c25ece0-c574-4f45-822f-727048c6ccd5 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:55.240861 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0237b396-4540-472b-b658-76d9e629da22 req-4c25ece0-c574-4f45-822f-727048c6ccd5 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0472496 Sep 15 14:10:55.293270 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0237b396-4540-472b-b658-76d9e629da22 req-99795082-921d-47aa-a8f9-9c2dbcc98c0a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Sep 15 14:10:55.733282 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa1c4e-a9f0-43ee-a9ac-5838a3056bc6 req-2ac71923-afc5-49ca-bbcf-59598b8ad294 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:55.735541 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a4aa1c4e-a9f0-43ee-a9ac-5838a3056bc6 req-2ac71923-afc5-49ca-bbcf-59598b8ad294 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0566974 Sep 15 14:10:55.800239 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a4aa1c4e-a9f0-43ee-a9ac-5838a3056bc6 req-2d27a65f-c2a1-4230-b7aa-ad080546b6e1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590947 Sep 15 14:10:55.814773 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1f3a0-dd17-4b15-89a5-31ee5b616500 req-7ab3f5c2-30d4-4e43-aa56-a5240fb02129 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:55.816366 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7ec1f3a0-dd17-4b15-89a5-31ee5b616500 req-7ab3f5c2-30d4-4e43-aa56-a5240fb02129 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0529525 Sep 15 14:10:55.830130 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:55.878373 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7ec1f3a0-dd17-4b15-89a5-31ee5b616500 req-61e859d9-a11d-4357-8719-0c025c3b1a6e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539215 Sep 15 14:10:56.305940 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e2cb-6843-4b38-8811-cdcc47b9aeb2 req-261fafce-1611-4a49-8b69-ad1f90bdeb41 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:56.307424 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f491e2cb-6843-4b38-8811-cdcc47b9aeb2 req-261fafce-1611-4a49-8b69-ad1f90bdeb41 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0463004 Sep 15 14:10:56.360347 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f491e2cb-6843-4b38-8811-cdcc47b9aeb2 req-f8a819c9-3c61-4f8b-bab2-bdb3823a7d8a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465336 Sep 15 14:10:56.420015 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ada5-4118-4392-839c-e2432f9cd7d1 req-b4c23c34-a56e-4c00-806a-f2c8c371c34e tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:56.421775 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41b3ada5-4118-4392-839c-e2432f9cd7d1 req-b4c23c34-a56e-4c00-806a-f2c8c371c34e tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0499806 Sep 15 14:10:56.472256 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41b3ada5-4118-4392-839c-e2432f9cd7d1 req-320f4d28-eda4-46b1-b200-19534fc0ac73 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446937 Sep 15 14:10:56.916970 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289ad10-653e-413c-8040-76e3a5f928f1 req-b561d33f-f744-48fa-b081-0c43d6e2adca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:56.918639 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5289ad10-653e-413c-8040-76e3a5f928f1 req-b561d33f-f744-48fa-b081-0c43d6e2adca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0479109 Sep 15 14:10:56.931705 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:56.973069 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5289ad10-653e-413c-8040-76e3a5f928f1 req-e6b8bae4-6ddc-4314-b8bd-05c3ca674638 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481970 Sep 15 14:10:57.008136 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d6cb7-95bd-42d4-b5b9-e63c532dcf30 req-8650b33a-9eea-4582-82f8-78eace6032f4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:57.009627 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-790d6cb7-95bd-42d4-b5b9-e63c532dcf30 req-8650b33a-9eea-4582-82f8-78eace6032f4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0519001 Sep 15 14:10:57.064182 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-790d6cb7-95bd-42d4-b5b9-e63c532dcf30 req-4a10f123-7177-4674-a7b3-af1b7c6996f0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487394 Sep 15 14:10:57.446146 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:57.483284 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adab11-5429-41f7-8fc1-8a9715a77e94 req-b8fc8c15-595c-45e3-b161-e3ad6553ba4f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:57.484800 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b0adab11-5429-41f7-8fc1-8a9715a77e94 req-b8fc8c15-595c-45e3-b161-e3ad6553ba4f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0486183 Sep 15 14:10:57.534431 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b0adab11-5429-41f7-8fc1-8a9715a77e94 req-809a048a-494a-48bf-87a9-9df9cab22672 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436916 Sep 15 14:10:57.595062 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a311dbc-9ba1-427c-bafa-5562a24e3cf4 req-6755feb4-b334-4812-bb66-744d7cbc821d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:57.596570 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5a311dbc-9ba1-427c-bafa-5562a24e3cf4 req-6755feb4-b334-4812-bb66-744d7cbc821d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0460508 Sep 15 14:10:57.608767 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:57.647339 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5a311dbc-9ba1-427c-bafa-5562a24e3cf4 req-4e7ce58f-4d08-4c4a-9c4e-bb38a64f090b tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450151 Sep 15 14:10:58.097813 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e835e06-9f33-4e19-8da6-ce0d8ca09c9d req-319b2b58-5769-4d84-9b8b-a57fd4fe671d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:58.099727 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3e835e06-9f33-4e19-8da6-ce0d8ca09c9d req-319b2b58-5769-4d84-9b8b-a57fd4fe671d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0523627 Sep 15 14:10:58.184051 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3e835e06-9f33-4e19-8da6-ce0d8ca09c9d req-30813c58-adbf-4fdd-a899-fbbeaeb04fe2 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722790 Sep 15 14:10:58.217214 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bae40-f9cd-480a-9e1c-90a8d9960449 req-3ae1d914-a177-4022-9d5f-03d64d79ad36 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:58.219947 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ab1bae40-f9cd-480a-9e1c-90a8d9960449 req-3ae1d914-a177-4022-9d5f-03d64d79ad36 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0538087 Sep 15 14:10:58.269540 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ab1bae40-f9cd-480a-9e1c-90a8d9960449 req-855b2514-b7ec-462c-83a8-37e5dea0a5f8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Sep 15 14:10:58.405926 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-906d0143-af42-4e9e-bec2-4bea04311ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:58.655476 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515b2c4-c09a-4204-a752-83d3a793dcbe req-0a542049-7257-4244-9e94-a53a1d026a33 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:58.657017 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e515b2c4-c09a-4204-a752-83d3a793dcbe req-0a542049-7257-4244-9e94-a53a1d026a33 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0488131 Sep 15 14:10:58.708453 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e515b2c4-c09a-4204-a752-83d3a793dcbe req-1e9252dc-2f17-4def-a93b-182a8e06f796 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450647 Sep 15 14:10:58.772356 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b217a8-28dd-4d6b-ac1e-d28db2e0f40b req-2969b8a1-c81a-4910-b6ae-22e0962633a9 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:58.773848 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b4b217a8-28dd-4d6b-ac1e-d28db2e0f40b req-2969b8a1-c81a-4910-b6ae-22e0962633a9 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Sep 15 14:10:58.822130 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b4b217a8-28dd-4d6b-ac1e-d28db2e0f40b req-33115221-1ee9-4079-bb13-e632eef84e5e tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Sep 15 14:10:59.296969 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3465b-78b3-4af7-a08e-8c8bf5a9b9b8 req-0ba04798-0510-4205-8688-55167482f639 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:59.299149 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-15b3465b-78b3-4af7-a08e-8c8bf5a9b9b8 req-0ba04798-0510-4205-8688-55167482f639 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 943 time: 0.0499854 Sep 15 14:10:59.354146 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-15b3465b-78b3-4af7-a08e-8c8bf5a9b9b8 req-a0650523-fb05-42b4-85d8-89f96751ccea tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490677 Sep 15 14:10:59.400513 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86694e91-c2f0-4f39-9820-f98c7b1cba05 req-eedc4a3c-1758-4e58-b4a5-49d442464f54 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:59.402044 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86694e91-c2f0-4f39-9820-f98c7b1cba05 req-eedc4a3c-1758-4e58-b4a5-49d442464f54 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0473893 Sep 15 14:10:59.456102 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86694e91-c2f0-4f39-9820-f98c7b1cba05 req-64b48372-39f9-444f-a67a-b417d0f22375 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476539 Sep 15 14:10:59.567308 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 37409932-0575-4016-bb98-a4f28388af35 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:10:59.672938 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 37409932-0575-4016-bb98-a4f28388af35, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=37409932-0575-4016-bb98-a4f28388af35,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:59.684126 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '37409932-0575-4016-bb98-a4f28388af35', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'port_id': '37409932-0575-4016-bb98-a4f28388af35', 'mac_address': 'fa:16:3e:ba:5d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:10:59.685882 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:59.710646 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:10:59.726654 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 37409932-0575-4016-bb98-a4f28388af35 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:10:59.727038 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (37409932-0575-4016-bb98-a4f28388af35), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:59.740338 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37409932-0575-4016-bb98-a4f28388af35 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:10:59.760319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 37409932-0575-4016-bb98-a4f28388af35, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=37409932-0575-4016-bb98-a4f28388af35,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:10:59.765680 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (37409932-0575-4016-bb98-a4f28388af35), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:10:59.818959 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=37409932-0575-4016-bb98-a4f28388af35,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:10:59.838479 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bfb03-27ee-4b32-b12d-fc309213f5f0 req-4d6191fb-df3c-4398-8644-d1a2c8ab3f01 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:10:59.839979 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d86bfb03-27ee-4b32-b12d-fc309213f5f0 req-4d6191fb-df3c-4398-8644-d1a2c8ab3f01 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0470703 Sep 15 14:10:59.890425 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d86bfb03-27ee-4b32-b12d-fc309213f5f0 req-ac8fb02f-7dea-4a5a-8028-36039d0cffa3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431082 Sep 15 14:11:00.104630 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f33b8-49e1-4918-b8b9-90a01e24cada req-b76d7189-8c93-47a1-bcb3-e3d82b8cfc08 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:00.106136 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c35f33b8-49e1-4918-b8b9-90a01e24cada req-b76d7189-8c93-47a1-bcb3-e3d82b8cfc08 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.2083664 Sep 15 14:11:00.155035 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c35f33b8-49e1-4918-b8b9-90a01e24cada req-f8efe084-be9b-4ce6-9356-cbca4604798d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 Sep 15 14:11:00.484484 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1e400-7a2a-4947-8daf-e1cc78dadca4 req-a65cf10d-01f5-4cfb-8a95-61639e95848a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:00.486033 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-adb1e400-7a2a-4947-8daf-e1cc78dadca4 req-a65cf10d-01f5-4cfb-8a95-61639e95848a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 944 time: 0.0474181 Sep 15 14:11:00.535572 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-adb1e400-7a2a-4947-8daf-e1cc78dadca4 req-bd2f67ba-0ef4-4ad0-91ca-15e99e72364c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439951 Sep 15 14:11:00.581899 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b51dc-a2cf-4ce9-8a34-eb46f1d0804d req-99cbdacf-eb92-42ad-9a4b-c9986baa083b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:00.583375 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2b1b51dc-a2cf-4ce9-8a34-eb46f1d0804d req-99cbdacf-eb92-42ad-9a4b-c9986baa083b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0467978 Sep 15 14:11:00.632291 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2b1b51dc-a2cf-4ce9-8a34-eb46f1d0804d req-b86c90e3-3fb6-4224-a032-49af6e31e799 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433493 Sep 15 14:11:00.652275 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a253b549-d570-4b6e-90d2-ccc717e36250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:01.020398 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239427f8-abd4-4d93-b5f3-5cf2ae38e922 req-79b2f732-e876-4965-b93a-564fd0bd89ba tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:01.022435 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-239427f8-abd4-4d93-b5f3-5cf2ae38e922 req-79b2f732-e876-4965-b93a-564fd0bd89ba tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0520041 Sep 15 14:11:01.070638 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-239427f8-abd4-4d93-b5f3-5cf2ae38e922 req-b0ac55d4-983f-4600-ad2d-80383a4eeb6e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 Sep 15 14:11:01.285871 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf27b-d311-4955-a0b2-00fdbd69cf34 req-fe2866c1-2b85-40d2-9eee-1c99fb79ff9d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:01.287464 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-08ebf27b-d311-4955-a0b2-00fdbd69cf34 req-fe2866c1-2b85-40d2-9eee-1c99fb79ff9d tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0506790 Sep 15 14:11:01.337006 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-08ebf27b-d311-4955-a0b2-00fdbd69cf34 req-064fedb6-6ab8-41f9-bd37-0fd5cd8e8be5 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441380 Sep 15 14:11:01.655136 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a0b13-7cf5-4937-9ee4-a5fe5b062716 req-3fcffd9d-b3d6-4d6f-a8c2-192dbcb1179d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:01.656956 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e73a0b13-7cf5-4937-9ee4-a5fe5b062716 req-3fcffd9d-b3d6-4d6f-a8c2-192dbcb1179d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 944 time: 0.0458629 Sep 15 14:11:01.706692 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e73a0b13-7cf5-4937-9ee4-a5fe5b062716 req-a4269f91-a90b-467c-aeb0-e5091aad56b7 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Sep 15 14:11:01.774366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2241b-1cb4-4e64-9a77-4d293ad64912 req-1546f621-012a-4728-a267-d436e85219cb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:01.775861 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bce2241b-1cb4-4e64-9a77-4d293ad64912 req-1546f621-012a-4728-a267-d436e85219cb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0484943 Sep 15 14:11:01.822668 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bce2241b-1cb4-4e64-9a77-4d293ad64912 req-6c1e3f68-53e7-4f12-96ce-7268153e0b0c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402586 Sep 15 14:11:01.951073 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:02.191369 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab3d1d-651f-4f8f-a031-cb0176652f36 req-86cb6058-dc37-4107-af4e-0f839562f614 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:02.193049 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0aab3d1d-651f-4f8f-a031-cb0176652f36 req-86cb6058-dc37-4107-af4e-0f839562f614 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0491719 Sep 15 14:11:02.239753 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0aab3d1d-651f-4f8f-a031-cb0176652f36 req-5192f667-c5bc-4662-93d8-50a0d45ba87d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 Sep 15 14:11:02.444258 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:02.462529 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ef700-d9c6-4d8b-a802-0704b7dd756a req-ab0d94a7-e47a-4a84-99e4-82afa5689a3c tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:02.465519 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0b8ef700-d9c6-4d8b-a802-0704b7dd756a req-ab0d94a7-e47a-4a84-99e4-82afa5689a3c tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0503082 Sep 15 14:11:02.512809 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0b8ef700-d9c6-4d8b-a802-0704b7dd756a req-9fd7397a-c5e2-4925-880e-87379d7907dc tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Sep 15 14:11:02.847060 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0592b7-60a4-4613-b100-91da14196172 req-0c75f5ea-9152-41c7-8eb2-a9d1a80b8192 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:02.848606 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ac0592b7-60a4-4613-b100-91da14196172 req-0c75f5ea-9152-41c7-8eb2-a9d1a80b8192 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 944 time: 0.0579107 Sep 15 14:11:02.911508 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ac0592b7-60a4-4613-b100-91da14196172 req-865f7a88-4355-44c5-90ff-d5fcbd7e2611 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572569 Sep 15 14:11:02.968508 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4a930-47d0-49ec-847e-8142311abe05 req-ad311ed0-2894-4a3f-92c6-5ba076361d5d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:02.970278 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0db4a930-47d0-49ec-847e-8142311abe05 req-ad311ed0-2894-4a3f-92c6-5ba076361d5d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0497046 Sep 15 14:11:03.023548 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0db4a930-47d0-49ec-847e-8142311abe05 req-ba71fdaf-c517-4e6e-a928-78d097f6f080 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468268 Sep 15 14:11:03.075424 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['37409932-0575-4016-bb98-a4f28388af35'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:11:03.357442 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b00515-c853-48b4-a890-424b9888b117 req-3733a14d-59fe-4f3a-a95d-e29e1d09ed1c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:03.359659 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-66b00515-c853-48b4-a890-424b9888b117 req-3733a14d-59fe-4f3a-a95d-e29e1d09ed1c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0464485 Sep 15 14:11:03.399278 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:03.408375 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:03.418314 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-66b00515-c853-48b4-a890-424b9888b117 req-d69638d1-0ae2-41f7-aa98-749b04b3e9dc tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532184 Sep 15 14:11:03.429515 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:03.472816 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:03.651728 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e1092-7ca5-4699-b2b0-e419a6c23dab req-f6064b8a-c616-4fad-9e30-998f000f8ff5 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:03.654004 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0b9e1092-7ca5-4699-b2b0-e419a6c23dab req-f6064b8a-c616-4fad-9e30-998f000f8ff5 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0619180 Sep 15 14:11:03.715958 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0b9e1092-7ca5-4699-b2b0-e419a6c23dab req-5f26540f-05d3-4105-ac03-0ccf9fbe0363 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528033 Sep 15 14:11:03.905825 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:03.906753 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:04.042246 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7b809-29ac-466d-b7ca-77f49dc93c96 req-c0800c7b-8d06-47bb-8c51-c0721ce25ff5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:04.043906 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-98e7b809-29ac-466d-b7ca-77f49dc93c96 req-c0800c7b-8d06-47bb-8c51-c0721ce25ff5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 944 time: 0.0564032 Sep 15 14:11:04.102925 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-98e7b809-29ac-466d-b7ca-77f49dc93c96 req-d92bc1e8-96b4-4b39-8dcc-32a5a2d5b5f0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528941 Sep 15 14:11:04.170223 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365d51-7dc7-40d1-bec4-92c1ec0813af req-8ee6b6d7-d891-48a0-adf6-51dcf4cff1e8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:04.172398 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-00365d51-7dc7-40d1-bec4-92c1ec0813af req-8ee6b6d7-d891-48a0-adf6-51dcf4cff1e8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0601308 Sep 15 14:11:04.199389 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:04.212134 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51230) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:04.226870 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-00365d51-7dc7-40d1-bec4-92c1ec0813af req-b57573d3-74c0-43c3-b11c-77904d809bd3 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481665 Sep 15 14:11:04.324716 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e2c6eacb-748d-430b-a580-a2543e8dbe03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.411047 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e2c6eacb-748d-430b-a580-a2543e8dbe03 admin admin] Publish callbacks [] for security_group (1aa2ae79-54fc-4546-83e9-2f96f78fec87), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.414081 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e2c6eacb-748d-430b-a580-a2543e8dbe03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1aa2ae79-54fc-4546-83e9-2f96f78fec87), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.453544 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6eacb-748d-430b-a580-a2543e8dbe03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa2ae79-54fc-4546-83e9-2f96f78fec87,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:04.460184 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e2c6eacb-748d-430b-a580-a2543e8dbe03 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=03facb46dcfc4545a87e5980260048ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469857 Sep 15 14:11:04.462117 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51248) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:04.512449 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4c-c799-4590-a63f-30d7f8d59f2a admin admin] Publish callbacks [] for security_group (1aa2ae79-54fc-4546-83e9-2f96f78fec87), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.534761 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4c-c799-4590-a63f-30d7f8d59f2a admin admin] Publish callbacks [] for security_group (1aa2ae79-54fc-4546-83e9-2f96f78fec87), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.552954 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 37409932-0575-4016-bb98-a4f28388af35 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:11:04.558703 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d187fe9-1c47-4d3a-94f0-6d8695a876b2 req-3c937e04-acb0-4ff8-a1b2-6db7d38b2737 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:04.560228 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9d187fe9-1c47-4d3a-94f0-6d8695a876b2 req-3c937e04-acb0-4ff8-a1b2-6db7d38b2737 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0510590 Sep 15 14:11:04.587906 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4c-c799-4590-a63f-30d7f8d59f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1aa2ae79-54fc-4546-83e9-2f96f78fec87), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.594994 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-aae65b4c-c799-4590-a63f-30d7f8d59f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.596445 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-aae65b4c-c799-4590-a63f-30d7f8d59f2a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1aa2ae79-54fc-4546-83e9-2f96f78fec87 HTTP/1.1" status: 204 len: 168 time: 0.1333518 Sep 15 14:11:04.596665 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 37409932-0575-4016-bb98-a4f28388af35 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:11:04.604991 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae65b4c-c799-4590-a63f-30d7f8d59f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa2ae79-54fc-4546-83e9-2f96f78fec87,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:04.629386 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 37409932-0575-4016-bb98-a4f28388af35 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:11:04.629902 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (37409932-0575-4016-bb98-a4f28388af35), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.630274 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 37409932-0575-4016-bb98-a4f28388af35 Sep 15 14:11:04.643967 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9d187fe9-1c47-4d3a-94f0-6d8695a876b2 req-d214b341-6bb7-4231-b8ec-e79ba6ecc846 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684242 Sep 15 14:11:04.714410 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 37409932-0575-4016-bb98-a4f28388af35 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:11:04.715120 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (37409932-0575-4016-bb98-a4f28388af35), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.743850 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bb208e-87b2-4a1d-aadd-6c494d83d01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37409932-0575-4016-bb98-a4f28388af35'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:11:04.753340 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e88c881-bd41-426f-b03b-9d709abdad85" -d '{"events": [{"server_uuid": "93bb208e-87b2-4a1d-aadd-6c494d83d01f", "name": "network-vif-plugged", "status": "completed", "tag": "37409932-0575-4016-bb98-a4f28388af35"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:11:04.770228 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 37409932-0575-4016-bb98-a4f28388af35, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=37409932-0575-4016-bb98-a4f28388af35,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:04.775482 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (37409932-0575-4016-bb98-a4f28388af35), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.823071 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac906a-1c44-4a67-af88-8558dd338dd0 req-7d89705a-3a48-45b3-bf48-690d8f6104b3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:04.829589 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-90ac906a-1c44-4a67-af88-8558dd338dd0 req-7d89705a-3a48-45b3-bf48-690d8f6104b3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0607586 Sep 15 14:11:04.838215 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=37409932-0575-4016-bb98-a4f28388af35,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:04.841999 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51264) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:04.852335 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-358a33c1-483c-43ee-8854-eef8e590e1eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'floatingip': {'port_id': 'e3f7891c-8d65-4cff-b08d-3a752660d65a'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:11:04.859227 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826023d8-d599-4318-90a5-aad4bb76e6f0 req-61592374-5e98-44bd-83f5-0717af251cee tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:04.866343 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-826023d8-d599-4318-90a5-aad4bb76e6f0 req-61592374-5e98-44bd-83f5-0717af251cee tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0598841 Sep 15 14:11:04.906864 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25e1b99-310e-43f3-abfe-cee076da5a41 x-openstack-request-id: req-e25e1b99-310e-43f3-abfe-cee076da5a41 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:11:04.907179 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bb208e-87b2-4a1d-aadd-6c494d83d01f", "name": "network-vif-plugged", "status": "completed", "tag": "37409932-0575-4016-bb98-a4f28388af35", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:11:04.907491 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e25e1b99-310e-43f3-abfe-cee076da5a41 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:11:04.907915 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25e1b99-310e-43f3-abfe-cee076da5a41'] response: {'server_uuid': '93bb208e-87b2-4a1d-aadd-6c494d83d01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37409932-0575-4016-bb98-a4f28388af35', 'code': 200} Sep 15 14:11:04.927762 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-826023d8-d599-4318-90a5-aad4bb76e6f0 req-bec836e9-c8ff-4874-951c-7b34e987a762 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Sep 15 14:11:04.956456 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-358a33c1-483c-43ee-8854-eef8e590e1eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (ed40d639-bfe1-4219-9e00-ac9db94ab3de), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:04.997281 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51268) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:05.011947 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2e35056f-7160-4ba2-989d-d4f4743f4564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:05.094749 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2e35056f-7160-4ba2-989d-d4f4743f4564 admin admin] Publish callbacks [] for security_group (247073ef-84f6-44c2-bc58-17802798174e), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:05.099746 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2e35056f-7160-4ba2-989d-d4f4743f4564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (247073ef-84f6-44c2-bc58-17802798174e), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:05.140113 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35056f-7160-4ba2-989d-d4f4743f4564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247073ef-84f6-44c2-bc58-17802798174e,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:05.147991 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-2e35056f-7160-4ba2-989d-d4f4743f4564 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1496d6f83bb64c2b9013f2695d24e426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496668 Sep 15 14:11:05.148738 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51272) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:05.294206 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a1e3c-0ff8-4a5a-ace0-db20ecd2ebbc req-c7116a5c-82dd-4bdc-bdb6-2293f16db09c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:05.296283 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-672a1e3c-0ff8-4a5a-ace0-db20ecd2ebbc req-c7116a5c-82dd-4bdc-bdb6-2293f16db09c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0912948 Sep 15 14:11:05.360193 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ff6ce-daf6-41c2-bcbe-4dd3e1a66bcd req-5a1419e7-3e96-4c5e-81cd-f6fb023f0f11 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:05.361592 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-907ff6ce-daf6-41c2-bcbe-4dd3e1a66bcd req-5a1419e7-3e96-4c5e-81cd-f6fb023f0f11 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0473592 Sep 15 14:11:05.399545 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-608bfa48-45b1-4180-8f95-e7ad418c5529 admin admin] Publish callbacks [] for security_group (247073ef-84f6-44c2-bc58-17802798174e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:05.412447 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:05.413327 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-907ff6ce-daf6-41c2-bcbe-4dd3e1a66bcd req-fdbfab32-225e-4958-908d-a1ef2089b3c6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453277 Sep 15 14:11:05.470657 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-608bfa48-45b1-4180-8f95-e7ad418c5529 admin admin] Publish callbacks [] for security_group (247073ef-84f6-44c2-bc58-17802798174e), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:05.620847 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-672a1e3c-0ff8-4a5a-ace0-db20ecd2ebbc req-5381066d-c54f-4926-a202-a8cf2deba1d5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893689 Sep 15 14:11:05.737944 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-608bfa48-45b1-4180-8f95-e7ad418c5529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (247073ef-84f6-44c2-bc58-17802798174e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:05.740968 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-608bfa48-45b1-4180-8f95-e7ad418c5529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:05.741653 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-608bfa48-45b1-4180-8f95-e7ad418c5529 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/247073ef-84f6-44c2-bc58-17802798174e HTTP/1.1" status: 204 len: 168 time: 0.5918643 Sep 15 14:11:05.766524 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bfa48-45b1-4180-8f95-e7ad418c5529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247073ef-84f6-44c2-bc58-17802798174e,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:05.796514 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-358a33c1-483c-43ee-8854-eef8e590e1eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:05.802521 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-358a33c1-483c-43ee-8854-eef8e590e1eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (ed40d639-bfe1-4219-9e00-ac9db94ab3de), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:05.920111 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51294) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:06.062935 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:06.088276 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdb520-e341-45a4-9459-83558916022c req-41ca4efd-957d-43c9-9e89-4964c44ca2b7 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:06.089838 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-30bdb520-e341-45a4-9459-83558916022c req-41ca4efd-957d-43c9-9e89-4964c44ca2b7 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0661659 Sep 15 14:11:06.124420 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [None req-358a33c1-483c-43ee-8854-eef8e590e1eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Floating IP ed40d639-bfe1-4219-9e00-ac9db94ab3de associated. External IP: 172.27.1.128, port: e3f7891c-8d65-4cff-b08d-3a752660d65a. Sep 15 14:11:06.150821 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b5e39179-9db4-448c-bc3d-699130fa38a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:06.189486 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:06.192341 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:06.201668 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-30bdb520-e341-45a4-9459-83558916022c req-474f51b4-1ed0-475e-a928-a038ad81268b tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045852 Sep 15 14:11:06.286403 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b5e39179-9db4-448c-bc3d-699130fa38a4 admin admin] Publish callbacks [] for security_group (57342966-89ce-47c5-ad7d-d560f4f89db7), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:06.294885 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b5e39179-9db4-448c-bc3d-699130fa38a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (57342966-89ce-47c5-ad7d-d560f4f89db7), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:06.335951 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e39179-9db4-448c-bc3d-699130fa38a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57342966-89ce-47c5-ad7d-d560f4f89db7,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:06.342120 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-b5e39179-9db4-448c-bc3d-699130fa38a4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7ff80a6a168245108bdb8a11b883fd7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195986 Sep 15 14:11:06.345764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51312) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:06.402826 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358a33c1-483c-43ee-8854-eef8e590e1eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Router c8fb1174-ee25-4c2d-87c2-9f98de83a87b has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:11:06.422672 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7347c8e7-1d78-44cf-b7d9-25234958e42e admin admin] Publish callbacks [] for security_group (57342966-89ce-47c5-ad7d-d560f4f89db7), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:06.488933 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7347c8e7-1d78-44cf-b7d9-25234958e42e admin admin] Publish callbacks [] for security_group (57342966-89ce-47c5-ad7d-d560f4f89db7), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:06.625608 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199b092-bd55-463a-b075-d46bf7d41aa1 req-ddb42315-8038-47de-a769-5e3fdb504684 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:06.627127 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2199b092-bd55-463a-b075-d46bf7d41aa1 req-ddb42315-8038-47de-a769-5e3fdb504684 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.1147640 Sep 15 14:11:06.641359 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358a33c1-483c-43ee-8854-eef8e590e1eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:11:06.647417 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-358a33c1-483c-43ee-8854-eef8e590e1eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:06.654731 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] Sync routers for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:11:06.667382 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:11:06.671469 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:11:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:06.689901 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7347c8e7-1d78-44cf-b7d9-25234958e42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (57342966-89ce-47c5-ad7d-d560f4f89db7), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:06.693197 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7347c8e7-1d78-44cf-b7d9-25234958e42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:06.697365 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-7347c8e7-1d78-44cf-b7d9-25234958e42e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/57342966-89ce-47c5-ad7d-d560f4f89db7 HTTP/1.1" status: 204 len: 168 time: 0.3506441 Sep 15 14:11:06.727090 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347c8e7-1d78-44cf-b7d9-25234958e42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57342966-89ce-47c5-ad7d-d560f4f89db7,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:06.749629 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-358a33c1-483c-43ee-8854-eef8e590e1eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/ed40d639-bfe1-4219-9e00-ac9db94ab3de HTTP/1.1" status: 200 len: 992 time: 1.9046311 Sep 15 14:11:06.753417 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7417b73e-2234-4215-95ab-040a71f66d6b', 'tag': 'e3f7891c-8d65-4cff-b08d-3a752660d65a'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:11:06.755730 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7417b73e-2234-4215-95ab-040a71f66d6b", "tag": "e3f7891c-8d65-4cff-b08d-3a752660d65a"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:11:06.781387 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2199b092-bd55-463a-b075-d46bf7d41aa1 req-d7d788ee-b2f8-450b-a0ef-d2bf7ba4a66e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475441 Sep 15 14:11:06.815461 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:11:06.843870 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bd5e5-e223-49b0-8645-147bcaf4b99e req-797be23d-302a-4056-9aeb-092187acb062 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:06.850955 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-891bd5e5-e223-49b0-8645-147bcaf4b99e req-797be23d-302a-4056-9aeb-092187acb062 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0886621 Sep 15 14:11:06.859163 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124d898d-820d-4135-8a00-09f4d98ff032 x-openstack-request-id: req-124d898d-820d-4135-8a00-09f4d98ff032 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:11:06.859579 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7417b73e-2234-4215-95ab-040a71f66d6b", "tag": "e3f7891c-8d65-4cff-b08d-3a752660d65a", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:11:06.859929 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-124d898d-820d-4135-8a00-09f4d98ff032 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:11:06.860484 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124d898d-820d-4135-8a00-09f4d98ff032'] response: {'name': 'network-changed', 'server_uuid': '7417b73e-2234-4215-95ab-040a71f66d6b', 'tag': 'e3f7891c-8d65-4cff-b08d-3a752660d65a', 'status': 'completed', 'code': 200} Sep 15 14:11:06.907785 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-891bd5e5-e223-49b0-8645-147bcaf4b99e req-c048eab9-c42a-4010-b44f-cfc1d9c54714 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559251 Sep 15 14:11:07.117576 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51348) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:07.132474 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'ed40d639-bfe1-4219-9e00-ac9db94ab3de', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'port_id': 'e3f7891c-8d65-4cff-b08d-3a752660d65a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'mac_address': 'fa:16:3e:f2:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417b73e-2234-4215-95ab-040a71f66d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:09:50Z', 'updated_at': '2022-09-15T14:11:05Z', 'revision_number': 1, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:07.137254 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-78a071e6-0d9c-42df-a118-a58d7b07af04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:07.160761 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] Checking router: c8fb1174-ee25-4c2d-87c2-9f98de83a87b for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:11:07.170239 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:07.172458 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:11:07.173274 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:11:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:07.232221 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-78a071e6-0d9c-42df-a118-a58d7b07af04 admin admin] Publish callbacks [] for security_group (3d7e8e4e-0e08-4b40-a476-645712040a59), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:07.237472 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-78a071e6-0d9c-42df-a118-a58d7b07af04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3d7e8e4e-0e08-4b40-a476-645712040a59), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:07.242930 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:07.307024 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:11:07.320746 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-78a071e6-0d9c-42df-a118-a58d7b07af04 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c6f9a6da864d4670a84a0e712d526c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019715 Sep 15 14:11:07.321298 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51358) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:07.321714 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a071e6-0d9c-42df-a118-a58d7b07af04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e8e4e-0e08-4b40-a476-645712040a59,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:07.476884 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab1842-dedb-4a91-8929-cdcba98d8833 req-0940cd8d-c591-497a-af6a-b3c87fbac5a9 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:07.485754 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-85ab1842-dedb-4a91-8929-cdcba98d8833 req-0940cd8d-c591-497a-af6a-b3c87fbac5a9 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0901420 Sep 15 14:11:07.518942 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-cb4a67ac-4321-4b47-9719-ecc2abf0152d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1691060 Sep 15 14:11:07.553183 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-38ff2a05-809c-4c99-8ed0-ffcd51bb4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:07.554690 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-38ff2a05-809c-4c99-8ed0-ffcd51bb4ab4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 1130 time: 0.1877632 Sep 15 14:11:07.567006 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed588f4f-ba14-407a-9493-f6d897e856f3 admin admin] Publish callbacks [] for security_group (3d7e8e4e-0e08-4b40-a476-645712040a59), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:07.585357 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-85ab1842-dedb-4a91-8929-cdcba98d8833 req-df09c9f3-2b24-4261-9e1f-eef1d124cb60 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885687 Sep 15 14:11:07.602293 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed588f4f-ba14-407a-9493-f6d897e856f3 admin admin] Publish callbacks [] for security_group (3d7e8e4e-0e08-4b40-a476-645712040a59), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:07.633019 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'ed40d639-bfe1-4219-9e00-ac9db94ab3de', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'port_id': 'e3f7891c-8d65-4cff-b08d-3a752660d65a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'mac_address': 'fa:16:3e:f2:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417b73e-2234-4215-95ab-040a71f66d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:09:50Z', 'updated_at': '2022-09-15T14:11:05Z', 'revision_number': 1, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:07.665022 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34551019-8ff1-428b-b2cc-1e4cca3f0b9d None None] The sync data for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi is: [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'ed40d639-bfe1-4219-9e00-ac9db94ab3de', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'port_id': 'e3f7891c-8d65-4cff-b08d-3a752660d65a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'mac_address': 'fa:16:3e:f2:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7417b73e-2234-4215-95ab-040a71f66d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:09:50Z', 'updated_at': '2022-09-15T14:11:05Z', 'revision_number': 1, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:11:07.668183 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed588f4f-ba14-407a-9493-f6d897e856f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3d7e8e4e-0e08-4b40-a476-645712040a59), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:07.671372 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed588f4f-ba14-407a-9493-f6d897e856f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:07.673123 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ed588f4f-ba14-407a-9493-f6d897e856f3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3d7e8e4e-0e08-4b40-a476-645712040a59 HTTP/1.1" status: 204 len: 168 time: 0.3498137 Sep 15 14:11:07.683466 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed588f4f-ba14-407a-9493-f6d897e856f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e8e4e-0e08-4b40-a476-645712040a59,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:07.969554 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456db766-3c2c-4690-a832-f5aad043789c req-fb1aea49-dc4d-4699-a11f-808b71e10794 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:07.971458 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-456db766-3c2c-4690-a832-f5aad043789c req-fb1aea49-dc4d-4699-a11f-808b71e10794 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0768325 Sep 15 14:11:08.029835 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed1f20f-8eae-4aa3-8382-ef719f7ce702 None None] New status for floating IP ed40d639-bfe1-4219-9e00-ac9db94ab3de: ACTIVE {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:11:08.044042 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-456db766-3c2c-4690-a832-f5aad043789c req-e15b5e33-db28-418b-8aa9-53176ce3e92b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667255 Sep 15 14:11:08.103946 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14137960-15a7-4aa0-a65f-1f0a922c183c req-a2642f83-a153-4eac-8b19-753f8f1f49ad tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:08.110805 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-14137960-15a7-4aa0-a65f-1f0a922c183c req-a2642f83-a153-4eac-8b19-753f8f1f49ad tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0848613 Sep 15 14:11:08.184700 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-14137960-15a7-4aa0-a65f-1f0a922c183c req-27ee7a04-c424-4781-81ff-122c83b7893f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646999 Sep 15 14:11:08.403264 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc2fc-3915-4b42-868f-01db961428f1 req-1997da91-d9f6-41f5-bb00-805b6b57f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:08.404844 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-433dc2fc-3915-4b42-868f-01db961428f1 req-1997da91-d9f6-41f5-bb00-805b6b57f71e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 1130 time: 0.1532135 Sep 15 14:11:08.411825 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa2bb-efaf-459b-8cc0-61951ba5b9e0 req-425f8a7e-c386-4a46-883f-ba303ff16229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:08.416592 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b71fa2bb-efaf-459b-8cc0-61951ba5b9e0 req-425f8a7e-c386-4a46-883f-ba303ff16229 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 1129 time: 0.1557429 Sep 15 14:11:08.493307 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b71fa2bb-efaf-459b-8cc0-61951ba5b9e0 req-dd87006c-0e66-47fb-b4ce-c40ea61a8c24 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681996 Sep 15 14:11:08.495457 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-433dc2fc-3915-4b42-868f-01db961428f1 req-ee846485-ac2b-4749-ad42-46943dca37ad service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773494 Sep 15 14:11:08.574291 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:11:08.594387 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:08.712897 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:08.722002 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:08.732489 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '4a259232-6560-4e78-840c-88777a6ee853', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'port_id': '4a259232-6560-4e78-840c-88777a6ee853', 'mac_address': 'fa:16:3e:94:52:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:11:08.739423 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-4f93e66d-2ffa-4b89-80da-7b8f61c637bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:08.741723 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-4f93e66d-2ffa-4b89-80da-7b8f61c637bb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 911 time: 0.5170107 Sep 15 14:11:08.760119 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aa2ca-e30f-4ba0-933b-f0dc38ceddbf req-6a78d671-6893-48ff-9877-dc4376c6cbe3 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:08.761742 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-de7aa2ca-e30f-4ba0-933b-f0dc38ceddbf req-6a78d671-6893-48ff-9877-dc4376c6cbe3 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0688646 Sep 15 14:11:08.780125 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 4a259232-6560-4e78-840c-88777a6ee853 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:11:08.780518 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:08.793413 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a259232-6560-4e78-840c-88777a6ee853 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:11:08.810351 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-de7aa2ca-e30f-4ba0-933b-f0dc38ceddbf req-203a9f48-6cf2-4394-be78-013d31b963b2 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Sep 15 14:11:08.814971 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:08.818293 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:08.870327 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:09.185120 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51430) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:09.219665 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f42f8-ae58-41e1-8a26-f4bc6051e831 req-c47495e1-4639-4e77-b4c1-38b0a616367d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:09.221704 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ca5f42f8-ae58-41e1-8a26-f4bc6051e831 req-c47495e1-4639-4e77-b4c1-38b0a616367d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 944 time: 0.0680597 Sep 15 14:11:09.295352 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ca5f42f8-ae58-41e1-8a26-f4bc6051e831 req-4f0181f2-16f0-4b79-b379-adb48874dae6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626490 Sep 15 14:11:09.332996 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-41830241-8b60-451b-b504-5892da4aadcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:09.350049 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9c558-951d-4874-b735-f22f77052d68 req-008581bf-1216-4c8a-a314-6ccc385cfcec tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:09.351506 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9cd9c558-951d-4874-b735-f22f77052d68 req-008581bf-1216-4c8a-a314-6ccc385cfcec tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0751026 Sep 15 14:11:09.404920 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:09.433467 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9cd9c558-951d-4874-b735-f22f77052d68 req-131426f4-ad72-40ba-9dde-55954b1d28a5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734594 Sep 15 14:11:09.446896 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['4a259232-6560-4e78-840c-88777a6ee853'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:11:09.473070 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:09.551351 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-41830241-8b60-451b-b504-5892da4aadcb admin admin] Publish callbacks [] for security_group (a0b14835-06c2-43fd-8753-6d87b52c6d15), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:09.554096 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-7f1cf398-befc-4d32-8596-920d4dd527d9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 200 len: 1002 time: 0.1361578 Sep 15 14:11:09.555439 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-41830241-8b60-451b-b504-5892da4aadcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (a0b14835-06c2-43fd-8753-6d87b52c6d15), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:09.597988 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-41830241-8b60-451b-b504-5892da4aadcb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ef9c538579e742c9ae3cde1e6aaeb23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110060 Sep 15 14:11:09.599554 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41830241-8b60-451b-b504-5892da4aadcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b14835-06c2-43fd-8753-6d87b52c6d15,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:09.600010 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51444) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:09.659086 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f6a55a75-6e97-41bf-8560-bf5b3bee4380 admin admin] Publish callbacks [] for security_group (a0b14835-06c2-43fd-8753-6d87b52c6d15), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:09.679613 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f6a55a75-6e97-41bf-8560-bf5b3bee4380 admin admin] Publish callbacks [] for security_group (a0b14835-06c2-43fd-8753-6d87b52c6d15), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:09.728983 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f6a55a75-6e97-41bf-8560-bf5b3bee4380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (a0b14835-06c2-43fd-8753-6d87b52c6d15), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:09.731455 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f6a55a75-6e97-41bf-8560-bf5b3bee4380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:09.732628 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f6a55a75-6e97-41bf-8560-bf5b3bee4380 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a0b14835-06c2-43fd-8753-6d87b52c6d15 HTTP/1.1" status: 204 len: 168 time: 0.1317232 Sep 15 14:11:09.743216 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a55a75-6e97-41bf-8560-bf5b3bee4380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b14835-06c2-43fd-8753-6d87b52c6d15,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:10.426818 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb77d-343c-4226-be07-709007cb88e2 req-4bd1e1d4-82bd-451d-b84f-035ff7d3764a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:10.428522 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-27bbb77d-343c-4226-be07-709007cb88e2 req-4bd1e1d4-82bd-451d-b84f-035ff7d3764a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 944 time: 0.0484242 Sep 15 14:11:10.480522 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-27bbb77d-343c-4226-be07-709007cb88e2 req-3006dd16-f624-4481-8b36-c212145566bf tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461793 Sep 15 14:11:10.562208 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d1f97-31fb-4293-9511-ee06e658c002 req-a51aca32-cc88-40a6-98e5-36db53153304 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:10.563710 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-191d1f97-31fb-4293-9511-ee06e658c002 req-a51aca32-cc88-40a6-98e5-36db53153304 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0482054 Sep 15 14:11:10.611168 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-191d1f97-31fb-4293-9511-ee06e658c002 req-012cc277-a7c8-413e-95e1-5fa02a9f6ec0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419359 Sep 15 14:11:11.195715 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:11:11.240757 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 4a259232-6560-4e78-840c-88777a6ee853 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:11:11.246468 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 4a259232-6560-4e78-840c-88777a6ee853 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:11:11.247033 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (4a259232-6560-4e78-840c-88777a6ee853), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:11.247531 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 4a259232-6560-4e78-840c-88777a6ee853 Sep 15 14:11:11.327615 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-e63d3381-bb9a-41f3-a6e2-161653579c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:11.329643 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-e63d3381-bb9a-41f3-a6e2-161653579c28 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.0747919 Sep 15 14:11:11.344464 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 4a259232-6560-4e78-840c-88777a6ee853 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:11:11.344835 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:11.382242 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a259232-6560-4e78-840c-88777a6ee853'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:11:11.385192 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692a36e6-8248-4a20-8f90-d98197d64577" -d '{"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-plugged", "status": "completed", "tag": "4a259232-6560-4e78-840c-88777a6ee853"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:11:11.392333 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:11.398397 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:11.477012 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:11.498072 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c83fb-fb2e-45e0-8b03-062463e71fd1 x-openstack-request-id: req-b76c83fb-fb2e-45e0-8b03-062463e71fd1 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:11:11.498568 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-plugged", "status": "completed", "tag": "4a259232-6560-4e78-840c-88777a6ee853", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:11:11.499436 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b76c83fb-fb2e-45e0-8b03-062463e71fd1 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:11:11.500160 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76c83fb-fb2e-45e0-8b03-062463e71fd1'] response: {'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a259232-6560-4e78-840c-88777a6ee853', 'code': 200} Sep 15 14:11:11.521527 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-9b38e69a-5e14-49fa-bdc9-611d23abb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:11.524185 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-9b38e69a-5e14-49fa-bdc9-611d23abb423 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590189 Sep 15 14:11:11.616670 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e49a87-dd50-4b32-906b-12decb2ba5f3 req-b2d7e169-6a10-48b5-a239-1cffa90b7be8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:11.618166 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-54e49a87-dd50-4b32-906b-12decb2ba5f3 req-b2d7e169-6a10-48b5-a239-1cffa90b7be8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0468938 Sep 15 14:11:11.666643 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-54e49a87-dd50-4b32-906b-12decb2ba5f3 req-1410e3d9-d21f-463e-98a2-8dfe122e2944 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Sep 15 14:11:11.790061 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68da60-da0d-4d82-8b27-64d75e17b6f5 req-cb4dec48-82fd-4e01-ac87-b78ac99d7583 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:11.791556 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-af68da60-da0d-4d82-8b27-64d75e17b6f5 req-cb4dec48-82fd-4e01-ac87-b78ac99d7583 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0521572 Sep 15 14:11:11.839017 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-af68da60-da0d-4d82-8b27-64d75e17b6f5 req-3858bad7-69e5-4337-adc7-da1ed57ec9e7 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Sep 15 14:11:12.179711 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45a0d-c46b-4440-b026-9e0f208fccc4 req-e89e7869-0c39-405c-ba8e-b8b85634cc94 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:12.181177 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-16b45a0d-c46b-4440-b026-9e0f208fccc4 req-e89e7869-0c39-405c-ba8e-b8b85634cc94 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0456760 Sep 15 14:11:12.229079 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-16b45a0d-c46b-4440-b026-9e0f208fccc4 req-70ac6815-b6e0-4221-a38e-22ed36222ee1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Sep 15 14:11:12.368159 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-d341415a-6fe1-4f38-85d4-ff3ddfc818f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926712 Sep 15 14:11:12.790942 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19999-b990-4d4d-adce-fe39ef28ac00 req-da73521f-9684-4a2f-a1e2-8eb097303c96 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:12.792618 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-abc19999-b990-4d4d-adce-fe39ef28ac00 req-da73521f-9684-4a2f-a1e2-8eb097303c96 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0470445 Sep 15 14:11:12.842918 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-abc19999-b990-4d4d-adce-fe39ef28ac00 req-980ca2df-feca-4602-a84a-303a70b71290 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437486 Sep 15 14:11:13.064874 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fc720-a271-439e-b621-e2b25a3a0fa5 req-a2e49d29-e096-431f-85d1-e5522ee9bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:13.066462 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b25fc720-a271-439e-b621-e2b25a3a0fa5 req-a2e49d29-e096-431f-85d1-e5522ee9bee2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 1129 time: 0.0947957 Sep 15 14:11:13.072484 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de03f2-1b9d-4877-903f-204a31331f7c req-f0485346-1f8b-4494-8f8e-ecb7a764dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:13.074185 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-20de03f2-1b9d-4877-903f-204a31331f7c req-f0485346-1f8b-4494-8f8e-ecb7a764dd41 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 1129 time: 0.0872540 Sep 15 14:11:13.084756 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c9ba83ef-97c1-4e0b-9437-3ae901b561e6 req-0f22da46-25f4-45f5-9dea-67b41fb5e2ba service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151893 Sep 15 14:11:13.113117 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:13.164833 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:13.185651 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b25fc720-a271-439e-b621-e2b25a3a0fa5 req-7de1f5eb-d52e-47d0-94d5-45eb46e59f73 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092801 Sep 15 14:11:13.230725 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de03f2-1b9d-4877-903f-204a31331f7c req-682fb88c-15d1-4de3-998c-53b506706057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:13.232229 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-20de03f2-1b9d-4877-903f-204a31331f7c req-682fb88c-15d1-4de3-998c-53b506706057 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.1437976 Sep 15 14:11:13.354470 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f7145-9cfe-42b4-89f1-0d9f267bdb79 req-e60cf5e1-d536-4221-a0c0-c183d6fd20c0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:13.356105 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-177f7145-9cfe-42b4-89f1-0d9f267bdb79 req-e60cf5e1-d536-4221-a0c0-c183d6fd20c0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0502474 Sep 15 14:11:13.401524 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:13.410622 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-177f7145-9cfe-42b4-89f1-0d9f267bdb79 req-b739ab8b-0b3b-45ad-afdc-04319b5a2b26 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482121 Sep 15 14:11:13.968010 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab46b3-5001-4b06-a1d0-d976b80de1ea req-220ab1db-dac9-4b28-a01c-299decccb738 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:13.969625 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a9ab46b3-5001-4b06-a1d0-d976b80de1ea req-220ab1db-dac9-4b28-a01c-299decccb738 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0470114 Sep 15 14:11:14.018925 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a9ab46b3-5001-4b06-a1d0-d976b80de1ea req-48ea9862-80b7-4242-be9d-bca69482a9d9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Sep 15 14:11:14.137254 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-20de03f2-1b9d-4877-903f-204a31331f7c req-dc121d05-788f-4422-96cf-6b9f3c2e61b3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37409932-0575-4016-bb98-a4f28388af35 HTTP/1.1" status: 200 len: 217 time: 0.0463290 Sep 15 14:11:14.172358 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-27b8ba76-acd6-44d4-88ea-38b0dee93655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:14.173867 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-27b8ba76-acd6-44d4-88ea-38b0dee93655 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 1130 time: 0.0450263 Sep 15 14:11:14.524590 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:14.536306 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a8d53-2ca3-408b-89d1-a055b53fd92d req-98891cb6-b6d8-4e1e-9395-e451051659fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:14.537820 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-954a8d53-2ca3-408b-89d1-a055b53fd92d req-98891cb6-b6d8-4e1e-9395-e451051659fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0484393 Sep 15 14:11:14.589257 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-954a8d53-2ca3-408b-89d1-a055b53fd92d req-170649b5-85d9-429e-90a4-5209f3d4b410 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Sep 15 14:11:15.070457 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de03f2-1b9d-4877-903f-204a31331f7c req-bbf25186-341e-4d0b-99d2-3d84b389f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:15.071806 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-20de03f2-1b9d-4877-903f-204a31331f7c req-bbf25186-341e-4d0b-99d2-3d84b389f3b5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.1158485 Sep 15 14:11:15.108151 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-563265cb-682d-402d-b0b2-79b167f12003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:15.111341 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-563265cb-682d-402d-b0b2-79b167f12003 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 911 time: 0.1210594 Sep 15 14:11:15.170814 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c579c9a-94b5-4ce5-a5d7-715d192c4bb6 req-291f4158-b340-4e63-b67a-249c04ff0704 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:15.172509 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3c579c9a-94b5-4ce5-a5d7-715d192c4bb6 req-291f4158-b340-4e63-b67a-249c04ff0704 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Sep 15 14:11:15.222397 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3c579c9a-94b5-4ce5-a5d7-715d192c4bb6 req-cadd3aff-fdad-4984-8449-93635095aa25 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Sep 15 14:11:15.496798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de03f2-1b9d-4877-903f-204a31331f7c req-532650dd-1b57-4999-b657-4378aa6188c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:15.498338 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-20de03f2-1b9d-4877-903f-204a31331f7c req-532650dd-1b57-4999-b657-4378aa6188c1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934186 Sep 15 14:11:15.523391 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-20098b73-7c4c-4cae-9461-66089cebf63c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 200 len: 1002 time: 0.1105785 Sep 15 14:11:15.755923 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ed912-b373-4c9e-b41f-cf93bbb91182 req-e5c4a88b-f54e-4366-a3c6-3d77ba062f42 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:15.755923 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1e4ed912-b373-4c9e-b41f-cf93bbb91182 req-e5c4a88b-f54e-4366-a3c6-3d77ba062f42 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0889337 Sep 15 14:11:15.762153 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-7173a3df-aee0-40e7-865e-0d3fa226e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:15.763584 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-7173a3df-aee0-40e7-865e-0d3fa226e178 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.1013520 Sep 15 14:11:15.797814 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-20de03f2-1b9d-4877-903f-204a31331f7c req-107e1bcc-ffeb-4075-b486-87c60d4cd738 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365650 Sep 15 14:11:15.804242 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1e4ed912-b373-4c9e-b41f-cf93bbb91182 req-36311c4a-aa55-4605-b074-32d11634c45c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Sep 15 14:11:16.122741 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:16.362547 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914a22e-f050-4e99-8d34-31d3a51efc57 req-31da22bb-e5d7-4e93-af21-2c722ddf8512 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:16.364194 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a914a22e-f050-4e99-8d34-31d3a51efc57 req-31da22bb-e5d7-4e93-af21-2c722ddf8512 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0575368 Sep 15 14:11:16.419666 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a914a22e-f050-4e99-8d34-31d3a51efc57 req-35f2f426-ec63-48c9-9499-6108dffe3840 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491195 Sep 15 14:11:16.565597 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdd4da-05fc-4859-909d-f9face67a0e1 req-b309036d-0fae-48a7-af30-e4b9a1e01114 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:16.567114 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-abbdd4da-05fc-4859-909d-f9face67a0e1 req-b309036d-0fae-48a7-af30-e4b9a1e01114 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0489814 Sep 15 14:11:16.578483 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51684) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:16.583047 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-032ee906-63f8-4f28-903c-dafec39a5324 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'floatingip': {'port_id': '4a259232-6560-4e78-840c-88777a6ee853'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:11:16.692651 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-032ee906-63f8-4f28-903c-dafec39a5324 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (55061bf5-d0de-45bc-afc1-ce83f1e4561e), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:16.752161 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-370f8695-a9cf-4825-8a1a-77d4aa497dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:16.753626 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-370f8695-a9cf-4825-8a1a-77d4aa497dbe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1324675 Sep 15 14:11:16.794095 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:16.900252 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:11:17.124495 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-20de03f2-1b9d-4877-903f-204a31331f7c req-2b4cc52b-6207-435c-b432-fe230e9d9ca2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042076 Sep 15 14:11:17.144836 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342a5a0-bd66-4147-925a-b410c5431d7c req-f7a1fd68-2983-4951-85b6-9c10e6c6fb6d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:17.146327 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0342a5a0-bd66-4147-925a-b410c5431d7c req-f7a1fd68-2983-4951-85b6-9c10e6c6fb6d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.1019011 Sep 15 14:11:17.150963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:17.241125 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-59e77fe3-45eb-408f-a83e-f506181c3ca1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593894 Sep 15 14:11:17.304970 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0342a5a0-bd66-4147-925a-b410c5431d7c req-3f5a2e6f-9363-4ab3-b5fa-948a4f4337da tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400287 Sep 15 14:11:17.590768 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a221de1d-9080-4f5b-b651-e37d6ab80146 req-87d08a9e-2307-4e6f-ac78-4f9d69db3a8b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665316 Sep 15 14:11:17.606135 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-032ee906-63f8-4f28-903c-dafec39a5324 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:17.609988 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-032ee906-63f8-4f28-903c-dafec39a5324 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (55061bf5-d0de-45bc-afc1-ce83f1e4561e), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:17.704529 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [None req-032ee906-63f8-4f28-903c-dafec39a5324 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Floating IP 55061bf5-d0de-45bc-afc1-ce83f1e4561e associated. External IP: 172.27.1.71, port: 4a259232-6560-4e78-840c-88777a6ee853. Sep 15 14:11:17.854869 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:17.918616 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032ee906-63f8-4f28-903c-dafec39a5324 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:11:18.034576 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032ee906-63f8-4f28-903c-dafec39a5324 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:11:18.040445 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-032ee906-63f8-4f28-903c-dafec39a5324 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:18.049572 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] Sync routers for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:11:18.064899 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:11:18.066081 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:11:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:18.080970 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-032ee906-63f8-4f28-903c-dafec39a5324 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/55061bf5-d0de-45bc-afc1-ce83f1e4561e HTTP/1.1" status: 200 len: 990 time: 1.5009389 Sep 15 14:11:18.082035 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'tag': '4a259232-6560-4e78-840c-88777a6ee853'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:11:18.084993 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00" -d '{"events": [{"name": "network-changed", "server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "tag": "4a259232-6560-4e78-840c-88777a6ee853"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:11:18.122090 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:18.134710 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb86767-d821-482c-91f2-cb9106c4c709 x-openstack-request-id: req-3bb86767-d821-482c-91f2-cb9106c4c709 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:11:18.135015 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "tag": "4a259232-6560-4e78-840c-88777a6ee853", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:11:18.135387 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3bb86767-d821-482c-91f2-cb9106c4c709 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:11:18.136088 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb86767-d821-482c-91f2-cb9106c4c709'] response: {'name': 'network-changed', 'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'tag': '4a259232-6560-4e78-840c-88777a6ee853', 'status': 'completed', 'code': 200} Sep 15 14:11:18.181686 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:11:18.366981 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:18.411920 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '55061bf5-d0de-45bc-afc1-ce83f1e4561e', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'port_id': '4a259232-6560-4e78-840c-88777a6ee853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'mac_address': 'fa:16:3e:94:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:09:59Z', 'updated_at': '2022-09-15T14:11:17Z', 'revision_number': 1, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:18.432467 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-a22bc7d0-89a1-4603-bfbf-11d92aea5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:18.434237 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-a22bc7d0-89a1-4603-bfbf-11d92aea5dec service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 1129 time: 0.0776398 Sep 15 14:11:18.438204 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] Checking router: 4fef3ef1-c250-418a-9f8a-2a235f0233e9 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:11:18.445569 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3bf47-cb23-412b-9183-c2362953bfaf req-a40fa89f-8ad2-47ca-ad1a-bc916bb8ef96 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:18.446660 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:11:18.446968 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7e3bf47-cb23-412b-9183-c2362953bfaf req-a40fa89f-8ad2-47ca-ad1a-bc916bb8ef96 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0600379 Sep 15 14:11:18.447247 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:11:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:18.485734 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:18.575424 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7e3bf47-cb23-412b-9183-c2362953bfaf req-f64ac5aa-25fa-4a1c-b88f-478e3bfac369 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223683 Sep 15 14:11:18.622515 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-db5b29e3-1c22-4bdc-bd5f-30fd87d3f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:18.627024 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-db5b29e3-1c22-4bdc-bd5f-30fd87d3f97e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 916 time: 0.1598370 Sep 15 14:11:18.670423 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:11:18.710441 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-05fa0194-ddfb-4836-8e59-2704678183a2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a259232-6560-4e78-840c-88777a6ee853 HTTP/1.1" status: 200 len: 998 time: 0.0723233 Sep 15 14:11:18.898271 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '55061bf5-d0de-45bc-afc1-ce83f1e4561e', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'port_id': '4a259232-6560-4e78-840c-88777a6ee853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'mac_address': 'fa:16:3e:94:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:09:59Z', 'updated_at': '2022-09-15T14:11:17Z', 'revision_number': 1, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:18.932394 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e640bb-c8ae-4b2c-8dc2-541e36648b95 None None] The sync data for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi is: [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '55061bf5-d0de-45bc-afc1-ce83f1e4561e', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'port_id': '4a259232-6560-4e78-840c-88777a6ee853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'mac_address': 'fa:16:3e:94:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:09:59Z', 'updated_at': '2022-09-15T14:11:17Z', 'revision_number': 1, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:11:19.066935 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-7da330b6-dd3f-4923-b607-f2b7bb7382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:19.068440 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-7da330b6-dd3f-4923-b607-f2b7bb7382bc service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0497825 Sep 15 14:11:19.117504 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-64acb704-60cf-4afe-9df2-19dfa22695d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:19.119067 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-64acb704-60cf-4afe-9df2-19dfa22695d3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407593 Sep 15 14:11:19.157015 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b25946a-5f70-4e43-8391-c3d520cd145f None None] New status for floating IP 55061bf5-d0de-45bc-afc1-ce83f1e4561e: ACTIVE {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:11:19.223232 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-cf0ee702-6809-4650-adc4-d2ac25e3ce8b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950465 Sep 15 14:11:19.318683 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e84d4d57-d183-4fe7-a7fd-8fe405b80a00 req-cc90ec33-48b1-459e-9463-db04c8556ebb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874763 Sep 15 14:11:19.706073 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83227f-e826-4e75-878e-30c4d32e7a7c req-fed3b3ee-a1ed-4c04-b3e4-9ac8352d10f9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:19.707541 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2f83227f-e826-4e75-878e-30c4d32e7a7c req-fed3b3ee-a1ed-4c04-b3e4-9ac8352d10f9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0467420 Sep 15 14:11:19.758956 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2f83227f-e826-4e75-878e-30c4d32e7a7c req-f28b72e7-f505-4145-9b5a-b8a3cc2d23e9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 Sep 15 14:11:20.395519 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51784) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:20.517816 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6b795eb6-06c4-4957-8221-0a6966168bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:20.636965 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6b795eb6-06c4-4957-8221-0a6966168bac admin admin] Publish callbacks [] for security_group (af943ef9-a2b3-47f7-834f-3adeb5e878e2), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:20.641416 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6b795eb6-06c4-4957-8221-0a6966168bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (af943ef9-a2b3-47f7-834f-3adeb5e878e2), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:20.653998 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:20.687863 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6b795eb6-06c4-4957-8221-0a6966168bac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=99c29fe1ed3b4a209249ecc0615433bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886758 Sep 15 14:11:20.688865 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51802) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:20.689052 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b795eb6-06c4-4957-8221-0a6966168bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af943ef9-a2b3-47f7-834f-3adeb5e878e2,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:20.757569 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-986f1870-2af2-4dd8-bee9-d88c15c68240 admin admin] Publish callbacks [] for security_group (af943ef9-a2b3-47f7-834f-3adeb5e878e2), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:20.781585 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-986f1870-2af2-4dd8-bee9-d88c15c68240 admin admin] Publish callbacks [] for security_group (af943ef9-a2b3-47f7-834f-3adeb5e878e2), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:20.835187 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-986f1870-2af2-4dd8-bee9-d88c15c68240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (af943ef9-a2b3-47f7-834f-3adeb5e878e2), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:20.838199 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-986f1870-2af2-4dd8-bee9-d88c15c68240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:20.842429 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-986f1870-2af2-4dd8-bee9-d88c15c68240 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/af943ef9-a2b3-47f7-834f-3adeb5e878e2 HTTP/1.1" status: 204 len: 168 time: 0.1525280 Sep 15 14:11:20.851741 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f1870-2af2-4dd8-bee9-d88c15c68240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af943ef9-a2b3-47f7-834f-3adeb5e878e2,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:20.896624 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f3b7-8053-4a6f-b2a7-da3a182bd7d5 req-455668da-c10d-43b5-bccc-5604d8c80bd1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:20.898229 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2ab9f3b7-8053-4a6f-b2a7-da3a182bd7d5 req-455668da-c10d-43b5-bccc-5604d8c80bd1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0609510 Sep 15 14:11:20.968284 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2ab9f3b7-8053-4a6f-b2a7-da3a182bd7d5 req-137aca7b-dcbc-4077-8315-2f62f30870de tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559006 Sep 15 14:11:21.169107 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51822) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:21.182830 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f97e949-9e74-4f21-8f20-4b4150cc0ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.272772 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f97e949-9e74-4f21-8f20-4b4150cc0ecd admin admin] Publish callbacks [] for security_group (f00afa99-c0ea-46f6-b7dc-9f5f74652610), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.277116 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f97e949-9e74-4f21-8f20-4b4150cc0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f00afa99-c0ea-46f6-b7dc-9f5f74652610), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.316181 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97e949-9e74-4f21-8f20-4b4150cc0ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00afa99-c0ea-46f6-b7dc-9f5f74652610,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:21.326986 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8f97e949-9e74-4f21-8f20-4b4150cc0ecd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a77d93616314423f94ee8979e57e8914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565628 Sep 15 14:11:21.327234 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51830) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:21.388442 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b9621f6-7f52-461e-b1fd-c3718d4f3efe admin admin] Publish callbacks [] for security_group (f00afa99-c0ea-46f6-b7dc-9f5f74652610), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.409178 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:21.411242 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b9621f6-7f52-461e-b1fd-c3718d4f3efe admin admin] Publish callbacks [] for security_group (f00afa99-c0ea-46f6-b7dc-9f5f74652610), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.461016 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b9621f6-7f52-461e-b1fd-c3718d4f3efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f00afa99-c0ea-46f6-b7dc-9f5f74652610), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.464237 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0b9621f6-7f52-461e-b1fd-c3718d4f3efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.465485 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-0b9621f6-7f52-461e-b1fd-c3718d4f3efe admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f00afa99-c0ea-46f6-b7dc-9f5f74652610 HTTP/1.1" status: 204 len: 168 time: 0.1366529 Sep 15 14:11:21.474239 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9621f6-7f52-461e-b1fd-c3718d4f3efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00afa99-c0ea-46f6-b7dc-9f5f74652610,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:21.822378 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51848) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:21.836281 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-672dd759-775b-4c34-a3f2-ae5ab3432eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.916130 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-672dd759-775b-4c34-a3f2-ae5ab3432eb0 admin admin] Publish callbacks [] for security_group (6691f715-bd33-44f3-bc7f-5b635e90c49c), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.919695 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-672dd759-775b-4c34-a3f2-ae5ab3432eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (6691f715-bd33-44f3-bc7f-5b635e90c49c), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:21.959638 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-672dd759-775b-4c34-a3f2-ae5ab3432eb0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4b549397a6344d628b75e7599b5c6810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362035 Sep 15 14:11:21.960516 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dd759-775b-4c34-a3f2-ae5ab3432eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6691f715-bd33-44f3-bc7f-5b635e90c49c,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:21.962325 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51850) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:22.016191 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e65bf12a-7942-46e5-82d0-43731b00595c admin admin] Publish callbacks [] for security_group (6691f715-bd33-44f3-bc7f-5b635e90c49c), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:22.046010 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e65bf12a-7942-46e5-82d0-43731b00595c admin admin] Publish callbacks [] for security_group (6691f715-bd33-44f3-bc7f-5b635e90c49c), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:22.098186 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15045d-947d-4d6f-9913-f29bb0ece3bf req-a1a09fd5-22fb-4397-8403-935d7e601af0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:22.099675 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-af15045d-947d-4d6f-9913-f29bb0ece3bf req-a1a09fd5-22fb-4397-8403-935d7e601af0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0667450 Sep 15 14:11:22.148892 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e65bf12a-7942-46e5-82d0-43731b00595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (6691f715-bd33-44f3-bc7f-5b635e90c49c), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:22.151368 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e65bf12a-7942-46e5-82d0-43731b00595c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:22.152518 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e65bf12a-7942-46e5-82d0-43731b00595c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6691f715-bd33-44f3-bc7f-5b635e90c49c HTTP/1.1" status: 204 len: 168 time: 0.1890888 Sep 15 14:11:22.158827 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-af15045d-947d-4d6f-9913-f29bb0ece3bf req-9814cdd4-6006-4fd9-8845-24d6b521eadc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520940 Sep 15 14:11:22.165261 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bf12a-7942-46e5-82d0-43731b00595c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6691f715-bd33-44f3-bc7f-5b635e90c49c,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:23.273561 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51906) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:23.294651 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529f3fc-d22a-410c-9641-5b4293229a5e req-249240d4-fce4-4545-8c2f-7394e1ef09a5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:23.296190 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e529f3fc-d22a-410c-9641-5b4293229a5e req-249240d4-fce4-4545-8c2f-7394e1ef09a5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0556929 Sep 15 14:11:23.370153 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e529f3fc-d22a-410c-9641-5b4293229a5e req-88aa3a92-6708-4216-a0a1-5d6398867802 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633066 Sep 15 14:11:23.423745 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:23.432056 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a5cded12-737e-45a2-96cc-937631b92a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.434286 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:23.516590 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a5cded12-737e-45a2-96cc-937631b92a32 admin admin] Publish callbacks [] for security_group (51a5e7dd-0ae4-4606-b2b1-cc3d791cdadc), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.520668 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a5cded12-737e-45a2-96cc-937631b92a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (51a5e7dd-0ae4-4606-b2b1-cc3d791cdadc), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.561348 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a5cded12-737e-45a2-96cc-937631b92a32 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=30154a777af94fb289cb7680459d85c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849119 Sep 15 14:11:23.562059 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cded12-737e-45a2-96cc-937631b92a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a5e7dd-0ae4-4606-b2b1-cc3d791cdadc,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:23.565683 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51916) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:23.620005 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d61ea555-e5ce-4b7f-8eae-75341671d8d3 admin admin] Publish callbacks [] for security_group (51a5e7dd-0ae4-4606-b2b1-cc3d791cdadc), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.639960 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d61ea555-e5ce-4b7f-8eae-75341671d8d3 admin admin] Publish callbacks [] for security_group (51a5e7dd-0ae4-4606-b2b1-cc3d791cdadc), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.688076 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d61ea555-e5ce-4b7f-8eae-75341671d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (51a5e7dd-0ae4-4606-b2b1-cc3d791cdadc), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.690535 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d61ea555-e5ce-4b7f-8eae-75341671d8d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.691662 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d61ea555-e5ce-4b7f-8eae-75341671d8d3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/51a5e7dd-0ae4-4606-b2b1-cc3d791cdadc HTTP/1.1" status: 204 len: 168 time: 0.1244841 Sep 15 14:11:23.699969 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ea555-e5ce-4b7f-8eae-75341671d8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a5e7dd-0ae4-4606-b2b1-cc3d791cdadc,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:23.727789 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51922) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:23.833832 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7f99-105b-4d3c-80ce-99ebf095bc12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.914345 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7f99-105b-4d3c-80ce-99ebf095bc12 admin admin] Publish callbacks [] for security_group (952d8d4c-c375-46e7-8f76-35873fbbbdea), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.919432 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7f99-105b-4d3c-80ce-99ebf095bc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (952d8d4c-c375-46e7-8f76-35873fbbbdea), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:23.940027 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:23.967392 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-5cbf7f99-105b-4d3c-80ce-99ebf095bc12 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=57a2d639abb946318d3ff8fd4924f977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386160 Sep 15 14:11:23.968847 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf7f99-105b-4d3c-80ce-99ebf095bc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952d8d4c-c375-46e7-8f76-35873fbbbdea,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:23.970641 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51932) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:24.026499 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-479018c1-5f6d-4427-9cb6-dce309c0bad4 admin admin] Publish callbacks [] for security_group (952d8d4c-c375-46e7-8f76-35873fbbbdea), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.046736 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-479018c1-5f6d-4427-9cb6-dce309c0bad4 admin admin] Publish callbacks [] for security_group (952d8d4c-c375-46e7-8f76-35873fbbbdea), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.095658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-479018c1-5f6d-4427-9cb6-dce309c0bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (952d8d4c-c375-46e7-8f76-35873fbbbdea), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.098311 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-479018c1-5f6d-4427-9cb6-dce309c0bad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.099500 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-479018c1-5f6d-4427-9cb6-dce309c0bad4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/952d8d4c-c375-46e7-8f76-35873fbbbdea HTTP/1.1" status: 204 len: 168 time: 0.1256616 Sep 15 14:11:24.107599 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479018c1-5f6d-4427-9cb6-dce309c0bad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952d8d4c-c375-46e7-8f76-35873fbbbdea,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:24.542796 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9a21-ccde-4803-a89c-1a88caeb9404 req-8b75a8e5-b469-4137-9019-7a9510c086d9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:24.546014 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-86be9a21-ccde-4803-a89c-1a88caeb9404 req-8b75a8e5-b469-4137-9019-7a9510c086d9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0615327 Sep 15 14:11:24.586644 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 51970) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:24.601876 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-86be9a21-ccde-4803-a89c-1a88caeb9404 req-e9031832-9811-4556-9e55-a7f4d49df48d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490696 Sep 15 14:11:24.695813 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1518964309-network', 'tenant_id': '1e90b31934484572bf7c7bdcbc0fdf2d'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:11:24.715156 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Made reservation on behalf of 1e90b31934484572bf7c7bdcbc0fdf2d for: {'network': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:11:24.717595 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.726922 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.761296 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:DELETE=4,neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:24.808146 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Publish callbacks [] for security_group (98b5c3a8-fbe4-46c4-9c51-3cfee546da0f), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.811735 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (98b5c3a8-fbe4-46c4-9c51-3cfee546da0f), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.839111 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=106456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:11:24.846176 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:24.852290 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (c28d5833-66cf-4c55-bcd4-e4e1b2bc0596), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.852636 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.segments_db [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Added segment c28d5833-66cf-4c55-bcd4-e4e1b2bc0596 of type vlan for network 9201f9c5-6717-484a-984e-26d753a0213e Sep 15 14:11:24.892411 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (9201f9c5-6717-484a-984e-26d753a0213e), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.916945 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (9201f9c5-6717-484a-984e-26d753a0213e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.917951 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:24.918530 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:24.981453 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3925254 Sep 15 14:11:24.984554 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 51982) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:24.986876 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08f185-badc-425d-98c3-04653bc1b2ea admin admin] Pushing event updated for resources: {'Network': ['ID=9201f9c5-6717-484a-984e-26d753a0213e,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:24.990556 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Request body: {'subnet': {'network_id': '9201f9c5-6717-484a-984e-26d753a0213e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1518964309-subnet', 'tenant_id': '1e90b31934484572bf7c7bdcbc0fdf2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:11:24.998054 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 9201f9c5-6717-484a-984e-26d753a0213e details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:11:25.025792 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Made reservation on behalf of 1e90b31934484572bf7c7bdcbc0fdf2d for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:11:25.028337 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:25.150674 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:25.202846 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (9af08936-2b50-45e3-bdbc-859b25a0a208), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:25.252439 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af08936-2b50-45e3-bdbc-859b25a0a208,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:25.267787 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Checking segment: {'id': 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:11:25.268128 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Network hostable DHCP agents. Network: 9201f9c5-6717-484a-984e-26d753a0213e, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:11:25.285526 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Network 9201f9c5-6717-484a-984e-26d753a0213e is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:11:25.293682 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 9201f9c5-6717-484a-984e-26d753a0213e) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:11:25.297848 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:25.298437 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:25.301380 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:25.307325 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713ff25-d204-460a-aa76-4e3bbd125b74 None None] Network 9201f9c5-6717-484a-984e-26d753a0213e requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:11:25.320198 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a5d99737-3b1a-46ee-9b97-88259dae4ee2 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3341727 Sep 15 14:11:25.392317 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:25.417415 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b20e3c-e592-4c5a-8fd8-03bce78e1878 None None] Network 9201f9c5-6717-484a-984e-26d753a0213e requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:11:25.739366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2482cc-bba6-46bd-af7b-1426b47d7a5c req-61ac70b2-4831-423f-8d4b-b21702b24fc0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:25.741511 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8a2482cc-bba6-46bd-af7b-1426b47d7a5c req-61ac70b2-4831-423f-8d4b-b21702b24fc0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0515692 Sep 15 14:11:25.810681 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8a2482cc-bba6-46bd-af7b-1426b47d7a5c req-3aaa1877-c92b-4118-aa3e-0a3550f23343 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614822 Sep 15 14:11:26.933971 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd4679-3df4-4814-a42d-8c5511c1cbf2 req-db14753b-71b5-4526-8e46-dea575e4895d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:26.935455 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b1fd4679-3df4-4814-a42d-8c5511c1cbf2 req-db14753b-71b5-4526-8e46-dea575e4895d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0474882 Sep 15 14:11:26.965136 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:26.987201 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b1fd4679-3df4-4814-a42d-8c5511c1cbf2 req-75f7f79f-f71c-4d18-81af-a6cd46590e85 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Sep 15 14:11:28.102862 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32425cbb-5adf-45da-89bc-3807210537cc req-3a5208a4-161c-4319-b63e-3182bdf31fdb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:28.104348 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-32425cbb-5adf-45da-89bc-3807210537cc req-3a5208a4-161c-4319-b63e-3182bdf31fdb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0449576 Sep 15 14:11:28.155391 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-32425cbb-5adf-45da-89bc-3807210537cc req-936c223c-77d1-469e-9446-70022b48d9d2 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Sep 15 14:11:28.408319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7297-0d6f-4b71-99b3-11621553b43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:28.895958 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=69 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:28.901781 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=31 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:29.274979 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3506f79-6eab-44fb-995a-95c5c929559c req-3edbfef1-8227-488d-ba93-c1ae6655e337 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:29.276564 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b3506f79-6eab-44fb-995a-95c5c929559c req-3edbfef1-8227-488d-ba93-c1ae6655e337 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0470786 Sep 15 14:11:29.323619 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b3506f79-6eab-44fb-995a-95c5c929559c req-88130833-3f09-465e-8546-4efbf76a19b9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Sep 15 14:11:30.443109 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ea6c0-5eb3-4b39-a96f-894297f21efe req-04ba7fd5-ed78-45e1-9920-1a7f60292ed9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:30.444640 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-950ea6c0-5eb3-4b39-a96f-894297f21efe req-04ba7fd5-ed78-45e1-9920-1a7f60292ed9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0457778 Sep 15 14:11:30.491978 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-950ea6c0-5eb3-4b39-a96f-894297f21efe req-14698197-e5cb-4e29-8df2-8a08e9c05282 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417125 Sep 15 14:11:30.653516 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-aded7ec0-6728-460f-ab41-c7cdadd2678f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:31.610954 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aff587-5058-4744-b620-8a3aa96cf246 req-9ea95a23-d84b-438b-8122-77814f2b8162 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:31.612921 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e1aff587-5058-4744-b620-8a3aa96cf246 req-9ea95a23-d84b-438b-8122-77814f2b8162 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0475593 Sep 15 14:11:31.660841 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e1aff587-5058-4744-b620-8a3aa96cf246 req-35f35ec5-efde-4568-9d28-17ca27225d33 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Sep 15 14:11:31.954194 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:32.780809 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef81f2-ce4b-4416-89d5-20135e1e1c84 req-a0e1eb4f-e20c-4dc8-88b6-5cb01a899490 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:32.783025 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0eef81f2-ce4b-4416-89d5-20135e1e1c84 req-a0e1eb4f-e20c-4dc8-88b6-5cb01a899490 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0488839 Sep 15 14:11:32.835925 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0eef81f2-ce4b-4416-89d5-20135e1e1c84 req-23d1ee5e-314e-444c-94e2-3af450a3243d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Sep 15 14:11:33.434602 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:33.473891 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-6fcc1c34-b1e3-4932-bb27-f767deb8e779 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:33.480792 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-6fcc1c34-b1e3-4932-bb27-f767deb8e779 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9201f9c5-6717-484a-984e-26d753a0213e HTTP/1.1" status: 200 len: 814 time: 0.1250308 Sep 15 14:11:33.496730 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-8749e704-74b0-47d3-9475-7925589a8fbe tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/quotas/1e90b31934484572bf7c7bdcbc0fdf2d HTTP/1.1" status: 200 len: 375 time: 0.0150397 Sep 15 14:11:33.501426 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:33.528296 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-d906e3b9-9b82-4631-9898-3a6ea635d1be tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1e90b31934484572bf7c7bdcbc0fdf2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306256 Sep 15 14:11:33.630297 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-e6822d4e-909d-42d5-b20c-1f237a4a3b6e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963647 Sep 15 14:11:33.725861 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-a39a7f74-159c-47fa-861d-0fb8fe8ea05f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897632 Sep 15 14:11:33.900316 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-872d75da-66de-4fd6-b326-841e737d3844 req-fc2643de-c641-49d3-a8f8-9811b9364830 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 210 time: 0.0335748 Sep 15 14:11:34.021603 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28733d-33da-4853-bc62-764fa70b01c5 req-24c3169f-9ecb-41cd-a663-df5d53408ff9 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:34.023117 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8d28733d-33da-4853-bc62-764fa70b01c5 req-24c3169f-9ecb-41cd-a663-df5d53408ff9 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.2581267 Sep 15 14:11:34.063262 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ea442-980f-487f-ae9a-e2ce0ebe2c4f req-2263c70d-1fc8-4575-8baf-401426bd41be tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:34.065256 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1d9ea442-980f-487f-ae9a-e2ce0ebe2c4f req-2263c70d-1fc8-4575-8baf-401426bd41be tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0704165 Sep 15 14:11:34.091979 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8d28733d-33da-4853-bc62-764fa70b01c5 req-5b72ef92-2675-44e0-9e7b-29b17f6109fa tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629163 Sep 15 14:11:34.126124 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1d9ea442-980f-487f-ae9a-e2ce0ebe2c4f req-b7f52aba-6348-40b1-ad89-4b110fd53aef tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525217 Sep 15 14:11:34.797717 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52156) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:34.900499 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7747-d8cb-48d2-bc6a-b3d61c356532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:34.978616 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7747-d8cb-48d2-bc6a-b3d61c356532 admin admin] Publish callbacks [] for security_group (9104d14d-ca76-441c-bd32-6f26efce9a44), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:34.982308 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7747-d8cb-48d2-bc6a-b3d61c356532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9104d14d-ca76-441c-bd32-6f26efce9a44), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.014878 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ee489045-a432-4077-923a-960664f7b4a8 req-e41a5d0c-ac01-4dc9-bd50-df5814b741aa tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 210 time: 0.0287333 Sep 15 14:11:35.023326 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-2b8d7747-d8cb-48d2-bc6a-b3d61c356532 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e6d672c90fc4025a094d90f76c39e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245336 Sep 15 14:11:35.024478 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d7747-d8cb-48d2-bc6a-b3d61c356532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9104d14d-ca76-441c-bd32-6f26efce9a44,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:35.026195 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52162) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:35.065149 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:35.078762 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bbaee1dd-c36a-4a87-874e-def2bae34ac8 admin admin] Publish callbacks [] for security_group (9104d14d-ca76-441c-bd32-6f26efce9a44), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.101835 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bbaee1dd-c36a-4a87-874e-def2bae34ac8 admin admin] Publish callbacks [] for security_group (9104d14d-ca76-441c-bd32-6f26efce9a44), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.153216 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bbaee1dd-c36a-4a87-874e-def2bae34ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9104d14d-ca76-441c-bd32-6f26efce9a44), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.155643 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bbaee1dd-c36a-4a87-874e-def2bae34ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.157696 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-bbaee1dd-c36a-4a87-874e-def2bae34ac8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9104d14d-ca76-441c-bd32-6f26efce9a44 HTTP/1.1" status: 204 len: 168 time: 0.1297755 Sep 15 14:11:35.171733 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:35.183847 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaee1dd-c36a-4a87-874e-def2bae34ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9104d14d-ca76-441c-bd32-6f26efce9a44,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:35.250854 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ac858-0d83-4c52-bf37-127cef566632 req-bde7e17b-7cfd-4ce3-b870-a66eb15b0f30 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:35.263900 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-015ac858-0d83-4c52-bf37-127cef566632 req-bde7e17b-7cfd-4ce3-b870-a66eb15b0f30 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0671446 Sep 15 14:11:35.284088 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cb8c9-f816-4163-ba22-07f6c68a8982 req-9f013d7d-fcbe-40a2-936a-4ccfd5c3a314 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:35.285673 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ad2cb8c9-f816-4163-ba22-07f6c68a8982 req-9f013d7d-fcbe-40a2-936a-4ccfd5c3a314 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0566194 Sep 15 14:11:35.294621 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:35.312740 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-015ac858-0d83-4c52-bf37-127cef566632 req-131117ed-f4fb-4363-b2bd-8aaf5d7e012c tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487597 Sep 15 14:11:35.347868 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ad2cb8c9-f816-4163-ba22-07f6c68a8982 req-777c6ba1-b5c4-42e4-a444-4db9349d5db8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554500 Sep 15 14:11:35.514436 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52178) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:35.529998 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-afe97655-1fc9-4acf-aebc-c3543ce58b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.608289 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-afe97655-1fc9-4acf-aebc-c3543ce58b4c admin admin] Publish callbacks [] for security_group (3a5a1496-91e9-4eba-9b92-0f307945c37a), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.612622 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-afe97655-1fc9-4acf-aebc-c3543ce58b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3a5a1496-91e9-4eba-9b92-0f307945c37a), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.664347 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52180) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:35.665083 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-afe97655-1fc9-4acf-aebc-c3543ce58b4c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1ae07dde35324ec2b54cf711fbadfec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495199 Sep 15 14:11:35.666182 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97655-1fc9-4acf-aebc-c3543ce58b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a1496-91e9-4eba-9b92-0f307945c37a,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:35.698570 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:35.726183 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4bba32b9-c170-40f2-83a2-c0becadb1f33 admin admin] Publish callbacks [] for security_group (3a5a1496-91e9-4eba-9b92-0f307945c37a), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.746361 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4bba32b9-c170-40f2-83a2-c0becadb1f33 admin admin] Publish callbacks [] for security_group (3a5a1496-91e9-4eba-9b92-0f307945c37a), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.794246 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4bba32b9-c170-40f2-83a2-c0becadb1f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3a5a1496-91e9-4eba-9b92-0f307945c37a), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.797278 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4bba32b9-c170-40f2-83a2-c0becadb1f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:35.799255 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-4bba32b9-c170-40f2-83a2-c0becadb1f33 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3a5a1496-91e9-4eba-9b92-0f307945c37a HTTP/1.1" status: 204 len: 168 time: 0.1338558 Sep 15 14:11:35.809015 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba32b9-c170-40f2-83a2-c0becadb1f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5a1496-91e9-4eba-9b92-0f307945c37a,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:36.122122 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ab949d11-4f40-48b9-bced-0de84dc85622 req-2828655b-5360-41fd-a24c-2be8eaa16d93 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 210 time: 0.0312245 Sep 15 14:11:36.493760 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ff104-d3bd-45d7-8128-9e4196f5494b req-6801a44f-b7ea-4e93-8b75-12d9ed843f08 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:36.495405 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a95ff104-d3bd-45d7-8128-9e4196f5494b req-6801a44f-b7ea-4e93-8b75-12d9ed843f08 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0955703 Sep 15 14:11:36.518309 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796302-4821-446b-bffb-96025244b35d req-5aca0446-5173-4db7-8bc0-0722d27fedf0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:36.520531 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-df796302-4821-446b-bffb-96025244b35d req-5aca0446-5173-4db7-8bc0-0722d27fedf0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0732150 Sep 15 14:11:36.593920 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-df796302-4821-446b-bffb-96025244b35d req-34817e8e-499e-4db1-bcee-f14edd7a4871 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662370 Sep 15 14:11:36.651778 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a95ff104-d3bd-45d7-8128-9e4196f5494b req-4bcaf9b6-0407-4751-8ddc-fc2ace110e6f tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033707 Sep 15 14:11:36.657167 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-f197db33-5168-43a8-8944-cbeecc1dc970 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:36.659548 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-f197db33-5168-43a8-8944-cbeecc1dc970 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9201f9c5-6717-484a-984e-26d753a0213e HTTP/1.1" status: 200 len: 814 time: 0.2573388 Sep 15 14:11:36.794670 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Request body: {'port': {'device_id': '3ce73090-a133-4df0-a89a-3fab142222e4', 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e', 'admin_state_up': True, 'tenant_id': '1e90b31934484572bf7c7bdcbc0fdf2d'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:11:36.906811 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Made reservation on behalf of 1e90b31934484572bf7c7bdcbc0fdf2d for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:11:36.910883 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:37.047498 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Allocated IP 172.20.0.4 (9201f9c5-6717-484a-984e-26d753a0213e/9af08936-2b50-45e3-bdbc-859b25a0a208/a92e59df-5df6-40c5-83f5-9920814a1b5a) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:11:37.113672 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:37.157793 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:37.212630 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks [] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:37.232961 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-91077230-80ef-431c-acfe-95df49960a84 req-03e2f026-9f87-4035-987f-06650015bb5b tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 210 time: 0.0276260 Sep 15 14:11:37.245668 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:37.288642 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Network 9201f9c5-6717-484a-984e-26d753a0213e is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:11:37.293928 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:11:37.304086 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:11:37.306772 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:37.307446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:37.317279 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Pushing event updated for resources: {'Port': ['ID=a92e59df-5df6-40c5-83f5-9920814a1b5a,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:37.332161 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4eaba9e3-fd00-4633-ae7f-9dd4b780f095 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413275 Sep 15 14:11:37.411244 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Request body: {'port': {'device_id': '3ce73090-a133-4df0-a89a-3fab142222e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:11:37.472942 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:37.768076 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a858f-793f-41b7-b3e6-2bdfee9230f1 req-64629328-554d-4331-a567-24ff30d20447 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:37.769697 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b35a858f-793f-41b7-b3e6-2bdfee9230f1 req-64629328-554d-4331-a567-24ff30d20447 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0834801 Sep 15 14:11:37.778104 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4661d5-ecfc-4c97-9b87-5531e179ba86 req-4444884a-b078-4924-b750-f2cc243e92c6 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:37.779618 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fb4661d5-ecfc-4c97-9b87-5531e179ba86 req-4444884a-b078-4924-b750-f2cc243e92c6 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.0633869 Sep 15 14:11:37.819510 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92e59df-5df6-40c5-83f5-9920814a1b5a {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:11:37.833258 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52272) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:37.835118 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Publish callbacks [] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:37.844303 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fb4661d5-ecfc-4c97-9b87-5531e179ba86 req-17423e0c-a941-491f-a743-97ec54fa53c9 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573404 Sep 15 14:11:37.869984 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Transition to ACTIVE for port object a92e59df-5df6-40c5-83f5-9920814a1b5a will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:11:37.877026 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:37.887433 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b35a858f-793f-41b7-b3e6-2bdfee9230f1 req-ad444b3e-0fce-4bcf-8786-f5e59ee6d174 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951164 Sep 15 14:11:37.952496 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Pushing event updated for resources: {'Port': ['ID=a92e59df-5df6-40c5-83f5-9920814a1b5a,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:37.955845 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Attempting to bind port a92e59df-5df6-40c5-83f5-9920814a1b5a on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:11:37.956180 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Attempting to bind port a92e59df-5df6-40c5-83f5-9920814a1b5a by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:11:37.956503 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Attempting to bind port a92e59df-5df6-40c5-83f5-9920814a1b5a on network 9201f9c5-6717-484a-984e-26d753a0213e {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:11:38.008756 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Port a92e59df-5df6-40c5-83f5-9920814a1b5a on network 9201f9c5-6717-484a-984e-26d753a0213e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:11:38.009081 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Attempting to bind port a92e59df-5df6-40c5-83f5-9920814a1b5a on network 9201f9c5-6717-484a-984e-26d753a0213e {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:11:38.012774 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:38.038181 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d2f89d15-7e43-4003-ae70-8dc9142f6dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.067465 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:38.094311 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:11:38.094691 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Checking segment: {'id': 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:11:38.095011 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Bound using segment: {'id': 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:11:38.095446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Bound port: a92e59df-5df6-40c5-83f5-9920814a1b5a, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:11:38.095828 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.197656 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] For port a92e59df-5df6-40c5-83f5-9920814a1b5a, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:11:38.205430 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d2f89d15-7e43-4003-ae70-8dc9142f6dcc admin admin] Publish callbacks [] for security_group (1a3d80fb-4c90-49f5-9dbf-9235bb156640), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.212890 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d2f89d15-7e43-4003-ae70-8dc9142f6dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1a3d80fb-4c90-49f5-9dbf-9235bb156640), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.216993 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] For port a92e59df-5df6-40c5-83f5-9920814a1b5a, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=a92e59df-5df6-40c5-83f5-9920814a1b5a,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:11:38.241707 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.257642 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:38.258262 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.259646 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/a92e59df-5df6-40c5-83f5-9920814a1b5a HTTP/1.1" status: 200 len: 1093 time: 0.8527987 Sep 15 14:11:38.260223 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce73090-a133-4df0-a89a-3fab142222e4', 'tag': 'a92e59df-5df6-40c5-83f5-9920814a1b5a'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:11:38.262459 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81a511e-acb3-4d22-a155-126c2750ebb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce73090-a133-4df0-a89a-3fab142222e4", "tag": "a92e59df-5df6-40c5-83f5-9920814a1b5a"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:11:38.293271 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f89d15-7e43-4003-ae70-8dc9142f6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3d80fb-4c90-49f5-9dbf-9235bb156640,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:38.300668 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52310) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:38.301107 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d2f89d15-7e43-4003-ae70-8dc9142f6dcc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=95fe1ad03f21497aad64598e8f6d13f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629848 Sep 15 14:11:38.363845 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4d691-dd5b-4366-a685-0f5e41328d10 service neutron] Pushing event updated for resources: {'Port': ['ID=a92e59df-5df6-40c5-83f5-9920814a1b5a,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:38.385847 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d19218-016b-4413-abeb-9c156a21a753 x-openstack-request-id: req-b4d19218-016b-4413-abeb-9c156a21a753 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:11:38.386112 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce73090-a133-4df0-a89a-3fab142222e4", "tag": "a92e59df-5df6-40c5-83f5-9920814a1b5a", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:11:38.386571 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b4d19218-016b-4413-abeb-9c156a21a753 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:11:38.386969 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d19218-016b-4413-abeb-9c156a21a753'] response: {'name': 'network-changed', 'server_uuid': '3ce73090-a133-4df0-a89a-3fab142222e4', 'tag': 'a92e59df-5df6-40c5-83f5-9920814a1b5a', 'status': 'completed', 'code': 200} Sep 15 14:11:38.441018 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470b6ac-0d8d-4230-a62e-463ca32956c3 req-c03f5cb6-7838-430e-b988-50a138797e11 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:38.442614 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3470b6ac-0d8d-4230-a62e-463ca32956c3 req-c03f5cb6-7838-430e-b988-50a138797e11 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 943 time: 0.0953548 Sep 15 14:11:38.446045 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f113ac99-434b-4df4-a4be-26d012349c86 admin admin] Publish callbacks [] for security_group (1a3d80fb-4c90-49f5-9dbf-9235bb156640), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.485506 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f113ac99-434b-4df4-a4be-26d012349c86 admin admin] Publish callbacks [] for security_group (1a3d80fb-4c90-49f5-9dbf-9235bb156640), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.529656 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3470b6ac-0d8d-4230-a62e-463ca32956c3 req-ecbb0f6e-791e-43de-b95a-a136ce1794ef tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811021 Sep 15 14:11:38.555868 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f113ac99-434b-4df4-a4be-26d012349c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1a3d80fb-4c90-49f5-9dbf-9235bb156640), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.558434 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f113ac99-434b-4df4-a4be-26d012349c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:38.559839 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-f113ac99-434b-4df4-a4be-26d012349c86 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1a3d80fb-4c90-49f5-9dbf-9235bb156640 HTTP/1.1" status: 204 len: 168 time: 0.2583139 Sep 15 14:11:38.574780 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113ac99-434b-4df4-a4be-26d012349c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3d80fb-4c90-49f5-9dbf-9235bb156640,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:38.673786 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-e6233e44-59bd-47ae-a864-2a861b0af0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:38.675374 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-e6233e44-59bd-47ae-a864-2a861b0af0cc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1e90b31934484572bf7c7bdcbc0fdf2d&device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 1127 time: 0.0566220 Sep 15 14:11:38.831754 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-c661646a-ec98-4688-857f-d67dd5cd4e89 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a92e59df-5df6-40c5-83f5-9920814a1b5a HTTP/1.1" status: 200 len: 217 time: 0.0669506 Sep 15 14:11:38.877213 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-e05156a4-6827-4796-9edb-c2ae18dc7801 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:38.878753 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-e05156a4-6827-4796-9edb-c2ae18dc7801 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.1071608 Sep 15 14:11:38.932529 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-b985f1fe-b8f1-4268-861f-df8bc19aabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:38.938077 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-b985f1fe-b8f1-4268-861f-df8bc19aabdd service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9af08936-2b50-45e3-bdbc-859b25a0a208 HTTP/1.1" status: 200 len: 854 time: 0.0948174 Sep 15 14:11:39.026423 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4921e4ee-27be-43cf-9c2a-7e0fb0fe8b6c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9201f9c5-6717-484a-984e-26d753a0213e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824785 Sep 15 14:11:39.054144 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3805d18-4814-4412-b8e1-dbb86afa9288 req-27f97ea6-cc1a-468e-8024-1ea594c69734 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:39.061440 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d3805d18-4814-4412-b8e1-dbb86afa9288 req-27f97ea6-cc1a-468e-8024-1ea594c69734 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0713875 Sep 15 14:11:39.124760 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d3805d18-4814-4412-b8e1-dbb86afa9288 req-6c96a29f-6e6d-4067-b5d4-92fdb476cd57 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620031 Sep 15 14:11:39.129019 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Deleting port 96de7222-ae08-4df9-8d02-8bde6a53ae43 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:11:39.129510 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:39.140931 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1780fef-57df-4a20-a793-dd499d464fae req-174b4cc9-d3bf-4cde-8f7e-f3e785631b0e tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:39.142824 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a1780fef-57df-4a20-a793-dd499d464fae req-174b4cc9-d3bf-4cde-8f7e-f3e785631b0e tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 946 time: 0.1679168 Sep 15 14:11:39.277707 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52376) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:39.294493 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a1780fef-57df-4a20-a793-dd499d464fae req-b37bf360-f65e-46ab-b1f1-f93d5b3ab0e2 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54783529-c2b7-442f-9026-6250e02406f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365647 Sep 15 14:11:39.307789 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-4ffbf9c1-3e69-43f0-a5e6-a8819e08aea9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553265 Sep 15 14:11:39.310677 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] For port 96de7222-ae08-4df9-8d02-8bde6a53ae43, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=96de7222-ae08-4df9-8d02-8bde6a53ae43,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:39.311146 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:39.376968 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Calling delete_port for 96de7222-ae08-4df9-8d02-8bde6a53ae43 owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:11:39.393811 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:39.397187 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:39.514781 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e2ebb787-b176-4d5e-aa26-af3b4387837a req-23932a94-5393-443e-8f93-7e83e2b0726b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992128 Sep 15 14:11:39.546359 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:39.625455 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (96de7222-ae08-4df9-8d02-8bde6a53ae43), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:39.668168 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Publish callbacks [] for security_group (8f86e646-a873-4b9e-85b9-8b1227403272), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:39.678719 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['96de7222-ae08-4df9-8d02-8bde6a53ae43'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:11:39.686519 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8f86e646-a873-4b9e-85b9-8b1227403272), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:39.770870 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f86e646-a873-4b9e-85b9-8b1227403272,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:39.774798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Pushing event deleted for resources: {'Port': ['ID=96de7222-ae08-4df9-8d02-8bde6a53ae43,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:39.778271 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e338eb5f015c4b83904f9783faa1b548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991474 Sep 15 14:11:39.778680 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52398) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:39.781862 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:39.801548 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.801895 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.802530 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.802882 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.803191 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.803658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.804033 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.804487 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.804813 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.805136 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.805459 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.805781 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.806097 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.806479 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.806726 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48950a1-495b-455b-8420-ed74f1dfcea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.818500 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.819050 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.819485 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.820011 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.820520 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.821132 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.821837 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.822336 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.822757 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.823330 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.824115 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.824647 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.825064 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.825481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.826030 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:39.829922 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] No DVR routers for this DVR port 96de7222-ae08-4df9-8d02-8bde6a53ae43 on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:11:39.833131 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:39.837451 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-49dd6656-13df-4cc2-ad8a-51007e3cc9a8 req-fffec24e-421b-4281-83e7-49f6ebaba1b1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.52 "DELETE /networking/v2.0/ports/96de7222-ae08-4df9-8d02-8bde6a53ae43 HTTP/1.1" status: 204 len: 173 time: 0.9521720 Sep 15 14:11:39.862935 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:39.870188 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325dc16-5072-41c2-ab8e-9f113474a1b2 req-0d121f18-2336-4f2d-b4d6-39427b12c2c6 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:39.871757 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6325dc16-5072-41c2-ab8e-9f113474a1b2 req-0d121f18-2336-4f2d-b4d6-39427b12c2c6 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 943 time: 0.0790074 Sep 15 14:11:39.953235 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ff210114-387f-4846-bacf-c9a33e8b0a1d admin admin] Publish callbacks [] for security_group (8f86e646-a873-4b9e-85b9-8b1227403272), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:39.960356 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6325dc16-5072-41c2-ab8e-9f113474a1b2 req-80702079-f78c-4c38-aaca-fd38d2ff1b5e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775790 Sep 15 14:11:39.979365 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ff210114-387f-4846-bacf-c9a33e8b0a1d admin admin] Publish callbacks [] for security_group (8f86e646-a873-4b9e-85b9-8b1227403272), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.029591 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ff210114-387f-4846-bacf-c9a33e8b0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8f86e646-a873-4b9e-85b9-8b1227403272), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.033435 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ff210114-387f-4846-bacf-c9a33e8b0a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.034793 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ff210114-387f-4846-bacf-c9a33e8b0a1d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8f86e646-a873-4b9e-85b9-8b1227403272 HTTP/1.1" status: 204 len: 168 time: 0.2542086 Sep 15 14:11:40.043484 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff210114-387f-4846-bacf-c9a33e8b0a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f86e646-a873-4b9e-85b9-8b1227403272,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:40.243942 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c2add-81cf-451d-b149-6d4de3d5bafe req-ae3ddacc-344e-4dba-8011-4d46d46e7f24 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:40.245523 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5d0c2add-81cf-451d-b149-6d4de3d5bafe req-ae3ddacc-344e-4dba-8011-4d46d46e7f24 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0473578 Sep 15 14:11:40.295231 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5d0c2add-81cf-451d-b149-6d4de3d5bafe req-2f7f53c1-7d65-4beb-a0a2-dcf83720b0b9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429823 Sep 15 14:11:40.348905 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52412) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:40.363130 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed89fe92-1f19-4d66-9a5f-88783b0940bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.388239 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd08b47f-85ba-4a0c-9450-9ec3005732d5', 'name': 'network-vif-deleted', 'tag': '96de7222-ae08-4df9-8d02-8bde6a53ae43'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:11:40.390827 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a7f00f-118d-405c-b12b-d2b60b53cccf" -d '{"events": [{"server_uuid": "dd08b47f-85ba-4a0c-9450-9ec3005732d5", "name": "network-vif-deleted", "tag": "96de7222-ae08-4df9-8d02-8bde6a53ae43"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:11:40.421291 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7ead5224-d424-4d4e-ba93-baba52c87f94 req-a038c824-8cd2-4308-b4eb-02fea17c0abe tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0381684 Sep 15 14:11:40.429583 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce726a3-0664-4a14-8b60-747ebdd73b36 x-openstack-request-id: req-4ce726a3-0664-4a14-8b60-747ebdd73b36 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:11:40.429893 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd08b47f-85ba-4a0c-9450-9ec3005732d5", "name": "network-vif-deleted", "tag": "96de7222-ae08-4df9-8d02-8bde6a53ae43", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:11:40.430297 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4ce726a3-0664-4a14-8b60-747ebdd73b36 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:11:40.430750 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce726a3-0664-4a14-8b60-747ebdd73b36'] response: {'server_uuid': 'dd08b47f-85ba-4a0c-9450-9ec3005732d5', 'name': 'network-vif-deleted', 'tag': '96de7222-ae08-4df9-8d02-8bde6a53ae43', 'status': 'completed', 'code': 200} Sep 15 14:11:40.471602 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed89fe92-1f19-4d66-9a5f-88783b0940bb admin admin] Publish callbacks [] for security_group (d4da240f-fca9-4d73-972e-027d7bbdf7a7), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.475143 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed89fe92-1f19-4d66-9a5f-88783b0940bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (d4da240f-fca9-4d73-972e-027d7bbdf7a7), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.512284 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89fe92-1f19-4d66-9a5f-88783b0940bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da240f-fca9-4d73-972e-027d7bbdf7a7,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:40.517954 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ed89fe92-1f19-4d66-9a5f-88783b0940bb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ae341e18bba840f3839da2e926f41b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679935 Sep 15 14:11:40.520604 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52416) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:40.569191 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-56d24999-477b-4e15-ae5a-23147f18d3a4 admin admin] Publish callbacks [] for security_group (d4da240f-fca9-4d73-972e-027d7bbdf7a7), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.588496 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-56d24999-477b-4e15-ae5a-23147f18d3a4 admin admin] Publish callbacks [] for security_group (d4da240f-fca9-4d73-972e-027d7bbdf7a7), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.635149 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-56d24999-477b-4e15-ae5a-23147f18d3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (d4da240f-fca9-4d73-972e-027d7bbdf7a7), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.637733 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-56d24999-477b-4e15-ae5a-23147f18d3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:40.638865 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-56d24999-477b-4e15-ae5a-23147f18d3a4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d4da240f-fca9-4d73-972e-027d7bbdf7a7 HTTP/1.1" status: 204 len: 168 time: 0.1173692 Sep 15 14:11:40.646723 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d24999-477b-4e15-ae5a-23147f18d3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da240f-fca9-4d73-972e-027d7bbdf7a7,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:40.898956 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:40.903020 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:41.092170 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b98bb-a407-4b5b-8bc1-6d69a2828429 req-3a9d445e-9c41-4247-970a-31b7d02e14e2 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:41.093734 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fe8b98bb-a407-4b5b-8bc1-6d69a2828429 req-3a9d445e-9c41-4247-970a-31b7d02e14e2 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 943 time: 0.0486760 Sep 15 14:11:41.153103 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fe8b98bb-a407-4b5b-8bc1-6d69a2828429 req-7b9aaa32-9a96-4d42-b0ff-f98438f0146c tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537212 Sep 15 14:11:41.441315 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a8b51-b0cf-44ca-871d-46204bae9246 req-9a92adbc-7df0-4362-bf25-e918b44de14e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:41.442810 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d17a8b51-b0cf-44ca-871d-46204bae9246 req-9a92adbc-7df0-4362-bf25-e918b44de14e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0511198 Sep 15 14:11:41.497310 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d17a8b51-b0cf-44ca-871d-46204bae9246 req-6aeb8abb-f721-4f01-a953-40dfc89e072e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485156 Sep 15 14:11:41.538395 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-31bb9fe5-6e74-4fe0-9e45-f91e36f7da38 req-53432d91-ac15-4adb-a9c9-a234df86fc51 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0271156 Sep 15 14:11:42.286802 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ab003-9b07-4d88-944e-547ce6c9f7bf req-842aa27d-7b97-47a5-a6a2-7f8b96db89d1 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:42.288312 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d04ab003-9b07-4d88-944e-547ce6c9f7bf req-842aa27d-7b97-47a5-a6a2-7f8b96db89d1 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 943 time: 0.0464385 Sep 15 14:11:42.335947 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d04ab003-9b07-4d88-944e-547ce6c9f7bf req-e12e0966-b725-415b-b96b-6e29c08fe447 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 Sep 15 14:11:42.646506 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-edd29660-5db6-4c31-9cf3-ef040162c4bf req-d752014f-b0b6-46ac-8a11-9bd785dcb668 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0291698 Sep 15 14:11:42.752271 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67453771-e69f-4be9-89a7-79882351d9be req-5ca37da6-27f7-4138-9e1e-7bdca96c10c0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:42.753643 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-67453771-e69f-4be9-89a7-79882351d9be req-5ca37da6-27f7-4138-9e1e-7bdca96c10c0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0462344 Sep 15 14:11:42.799776 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-67453771-e69f-4be9-89a7-79882351d9be req-0663dbfb-e72b-4495-858a-ee14abf7b517 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Sep 15 14:11:43.447774 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:43.461714 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d782f-c32a-422e-acfd-7f3700fa7c9b req-a072da51-c13b-464f-aede-27d4b7ef6a30 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:43.463179 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d04d782f-c32a-422e-acfd-7f3700fa7c9b req-a072da51-c13b-464f-aede-27d4b7ef6a30 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 943 time: 0.0498290 Sep 15 14:11:43.521022 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d04d782f-c32a-422e-acfd-7f3700fa7c9b req-89f90110-58df-4569-b98d-49a7d3dd138d tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472093 Sep 15 14:11:43.751104 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5c35c74d-7b3b-4fd2-a9b0-64da9fb6f106 req-b4cc648a-d508-4543-a07b-56a0e6f9977a tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0274560 Sep 15 14:11:43.921159 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab7e15-0d1f-47f7-8468-25397c9f5898 req-73a2312f-63b7-42be-be65-60da04b8eb38 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:43.923151 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7eab7e15-0d1f-47f7-8468-25397c9f5898 req-73a2312f-63b7-42be-be65-60da04b8eb38 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0456672 Sep 15 14:11:43.969620 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7eab7e15-0d1f-47f7-8468-25397c9f5898 req-d0705255-6dee-4ca3-8ce4-a563e61d4390 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Sep 15 14:11:44.438548 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device a92e59df-5df6-40c5-83f5-9920814a1b5a details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:11:44.452982 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 96de7222-ae08-4df9-8d02-8bde6a53ae43 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:11:44.478837 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 96de7222-ae08-4df9-8d02-8bde6a53ae43 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:11:44.479181 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 96de7222-ae08-4df9-8d02-8bde6a53ae43 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:11:44.560020 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port a92e59df-5df6-40c5-83f5-9920814a1b5a, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=a92e59df-5df6-40c5-83f5-9920814a1b5a,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:44.571136 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'a92e59df-5df6-40c5-83f5-9920814a1b5a', 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e', 'port_id': 'a92e59df-5df6-40c5-83f5-9920814a1b5a', 'mac_address': 'fa:16:3e:da:d7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af08936-2b50-45e3-bdbc-859b25a0a208', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:11:44.605715 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port a92e59df-5df6-40c5-83f5-9920814a1b5a is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:11:44.606103 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:44.619067 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92e59df-5df6-40c5-83f5-9920814a1b5a {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:11:44.639545 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port a92e59df-5df6-40c5-83f5-9920814a1b5a, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=a92e59df-5df6-40c5-83f5-9920814a1b5a,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:44.645092 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:44.693475 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=a92e59df-5df6-40c5-83f5-9920814a1b5a,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:44.701246 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.701593 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.701964 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.702319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.702654 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.703551 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.703957 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.704400 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.704727 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.705054 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.705383 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.705726 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.706052 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.706370 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.706688 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:11:44.838399 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e02116-6e0c-4ca6-ad42-3d91ecdcdd9a req-492e91f1-627c-4256-ae2c-3ebc0ac61f8a tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:44.839956 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c1e02116-6e0c-4ca6-ad42-3d91ecdcdd9a req-492e91f1-627c-4256-ae2c-3ebc0ac61f8a tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 943 time: 0.2400365 Sep 15 14:11:44.854466 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cc114041-f7b0-4b3b-bd30-e712345fe99c req-4acbc982-19b5-4a70-9518-acbf34519819 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0278080 Sep 15 14:11:44.886650 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c1e02116-6e0c-4ca6-ad42-3d91ecdcdd9a req-83fadc75-f9d5-4561-91de-bff6ae350183 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Sep 15 14:11:45.076593 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:45.090697 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f242bf2-67e9-41c2-b963-682d131553b5 req-a81d1671-a1ff-407f-bc2c-ae74d3cd809c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:45.092186 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0f242bf2-67e9-41c2-b963-682d131553b5 req-a81d1671-a1ff-407f-bc2c-ae74d3cd809c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0504494 Sep 15 14:11:45.139880 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0f242bf2-67e9-41c2-b963-682d131553b5 req-a5bf0073-3ced-4c72-8b3a-20e3d6f27f5a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Sep 15 14:11:45.958382 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-894344ac-d542-41af-bfd3-79d994edff89 req-5d88cda7-f7cb-42e7-bbe0-c42d80a8cce1 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0283232 Sep 15 14:11:46.008075 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4ce5a-8320-4faa-9256-e917420b1c7b req-e055ee15-a618-45fb-86f0-4503b0709c4d tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:46.009599 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-eef4ce5a-8320-4faa-9256-e917420b1c7b req-e055ee15-a618-45fb-86f0-4503b0709c4d tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 944 time: 0.0478306 Sep 15 14:11:46.057299 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-eef4ce5a-8320-4faa-9256-e917420b1c7b req-f97d93a8-f2a4-4a0e-a26a-141bd097e5f0 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Sep 15 14:11:46.256690 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5b8cf-2ecf-4bb5-b23d-6fc2ee4d5be8 req-e0682491-1fe7-4e9f-820f-e07783dbc7a0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:46.258151 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-67d5b8cf-2ecf-4bb5-b23d-6fc2ee4d5be8 req-e0682491-1fe7-4e9f-820f-e07783dbc7a0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0455406 Sep 15 14:11:46.308102 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-67d5b8cf-2ecf-4bb5-b23d-6fc2ee4d5be8 req-74bf66fc-7d1f-4f16-92d0-6cd6bad9c55c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444486 Sep 15 14:11:46.473970 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:46.870207 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['a92e59df-5df6-40c5-83f5-9920814a1b5a'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:11:47.002023 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-f9c51e96-4901-46f3-8a75-cd7e7abd775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:47.004988 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-f9c51e96-4901-46f3-8a75-cd7e7abd775a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1e90b31934484572bf7c7bdcbc0fdf2d&device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 1128 time: 0.0452819 Sep 15 14:11:47.074706 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-301c40e9-7dbf-4e2b-8621-223ed2cd78a3 req-331220ca-2e21-4090-9882-c1dbf8b6a77e tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0339448 Sep 15 14:11:47.147830 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:47.150737 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-a9a7995d-616d-4d42-bcab-2cb194fbf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:47.152183 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-a9a7995d-616d-4d42-bcab-2cb194fbf301 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9201f9c5-6717-484a-984e-26d753a0213e HTTP/1.1" status: 200 len: 914 time: 0.1141450 Sep 15 14:11:47.207625 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-7b9d770f-9653-47ed-a1ef-191e4423112e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a92e59df-5df6-40c5-83f5-9920814a1b5a HTTP/1.1" status: 200 len: 217 time: 0.0385973 Sep 15 14:11:47.219003 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c796cb7-c0bf-4fca-9f18-c149bdbd1835 req-6c65e867-260f-4dc9-bcb2-469215c90142 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:47.220711 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4c796cb7-c0bf-4fca-9f18-c149bdbd1835 req-6c65e867-260f-4dc9-bcb2-469215c90142 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 944 time: 0.0842140 Sep 15 14:11:47.293410 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-4ac95f28-1e12-48d0-a0de-2046adbc7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:47.294874 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-4ac95f28-1e12-48d0-a0de-2046adbc7b8e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9af08936-2b50-45e3-bdbc-859b25a0a208 HTTP/1.1" status: 200 len: 854 time: 0.0732605 Sep 15 14:11:47.311219 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:47.317479 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4c796cb7-c0bf-4fca-9f18-c149bdbd1835 req-d83127ce-845e-4049-85c5-a02a7e5324df tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874832 Sep 15 14:11:47.333658 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-ce67f5d8-932b-4df2-8557-a6b7341a6912 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9201f9c5-6717-484a-984e-26d753a0213e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305245 Sep 15 14:11:47.429623 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-c079c6b5-0047-4149-bcfd-d342bc346072 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894313 Sep 15 14:11:47.430406 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f417a4f-8df7-418a-a5b2-bb4762e3e9f0 req-8c112723-09f3-4bfb-abf4-0bb4b4e55177 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:47.431927 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f417a4f-8df7-418a-a5b2-bb4762e3e9f0 req-8c112723-09f3-4bfb-abf4-0bb4b4e55177 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0473545 Sep 15 14:11:47.480398 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f417a4f-8df7-418a-a5b2-bb4762e3e9f0 req-1f356a63-d548-4c9d-a2d0-a058da905645 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Sep 15 14:11:47.524259 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c81a511e-acb3-4d22-a155-126c2750ebb2 req-e13e7646-74da-416e-be04-b397f595e0ec service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881953 Sep 15 14:11:48.148973 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device a92e59df-5df6-40c5-83f5-9920814a1b5a up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:11:48.151392 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:48.200247 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port a92e59df-5df6-40c5-83f5-9920814a1b5a completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:11:48.206752 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port a92e59df-5df6-40c5-83f5-9920814a1b5a triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:11:48.207182 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:48.207294 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-14d529d1-7f2b-451c-a05f-263ce64afc34 req-1c627de7-f57c-4b30-ae9b-92f92d791f54 tempest-DeleteServersTestJSON-755804065 tempest-DeleteServersTestJSON-755804065-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dd08b47f-85ba-4a0c-9450-9ec3005732d5 HTTP/1.1" status: 200 len: 210 time: 0.0315714 Sep 15 14:11:48.207777 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port a92e59df-5df6-40c5-83f5-9920814a1b5a Sep 15 14:11:48.285672 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port a92e59df-5df6-40c5-83f5-9920814a1b5a is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:11:48.286062 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:48.288924 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:48.332007 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce73090-a133-4df0-a89a-3fab142222e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92e59df-5df6-40c5-83f5-9920814a1b5a'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:11:48.334267 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48e7b55-692f-4ae8-a6d6-bb23032824eb" -d '{"events": [{"server_uuid": "3ce73090-a133-4df0-a89a-3fab142222e4", "name": "network-vif-plugged", "status": "completed", "tag": "a92e59df-5df6-40c5-83f5-9920814a1b5a"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:11:48.357618 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port a92e59df-5df6-40c5-83f5-9920814a1b5a, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=a92e59df-5df6-40c5-83f5-9920814a1b5a,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:48.365098 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:48.406724 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a63456f-ef45-4ddc-9da0-fe47fb948355 x-openstack-request-id: req-7a63456f-ef45-4ddc-9da0-fe47fb948355 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:11:48.407302 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce73090-a133-4df0-a89a-3fab142222e4", "name": "network-vif-plugged", "status": "completed", "tag": "a92e59df-5df6-40c5-83f5-9920814a1b5a", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:11:48.407553 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7a63456f-ef45-4ddc-9da0-fe47fb948355 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:11:48.408005 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a63456f-ef45-4ddc-9da0-fe47fb948355'] response: {'server_uuid': '3ce73090-a133-4df0-a89a-3fab142222e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92e59df-5df6-40c5-83f5-9920814a1b5a', 'code': 200} Sep 15 14:11:48.427250 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=a92e59df-5df6-40c5-83f5-9920814a1b5a,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:48.464873 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdac76c-964d-4b10-a15a-ebd9e5ba767c req-addce908-5b1a-4623-907e-2be5d2ae22ac tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:48.466368 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4cdac76c-964d-4b10-a15a-ebd9e5ba767c req-addce908-5b1a-4623-907e-2be5d2ae22ac tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0514100 Sep 15 14:11:48.518340 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4cdac76c-964d-4b10-a15a-ebd9e5ba767c req-902bdc57-06d6-4069-9f68-a0f5aede6a84 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 Sep 15 14:11:48.627945 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972009c-871a-46da-96d5-8fe4d6cc4772 req-57904a13-a79d-460e-a856-d1c39f9952f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:48.630320 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2972009c-871a-46da-96d5-8fe4d6cc4772 req-57904a13-a79d-460e-a856-d1c39f9952f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0554602 Sep 15 14:11:48.681353 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2972009c-871a-46da-96d5-8fe4d6cc4772 req-e1bdadc3-0879-4c0a-91d2-53cc50e4b342 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Sep 15 14:11:48.706039 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e136d9-193a-41bf-a278-da2f1f093ad2 req-9a70dc44-23a1-41d2-9727-3523ce760f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:48.707548 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-77e136d9-193a-41bf-a278-da2f1f093ad2 req-9a70dc44-23a1-41d2-9727-3523ce760f07 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 1129 time: 0.0392189 Sep 15 14:11:48.753349 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-77e136d9-193a-41bf-a278-da2f1f093ad2 req-c8c9f319-586e-47a7-88d9-09232f4e1ed8 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Sep 15 14:11:49.054988 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52546) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:49.158859 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-41a40352-4008-4de1-b446-94400d3b26a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:49.234291 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-41a40352-4008-4de1-b446-94400d3b26a4 admin admin] Publish callbacks [] for security_group (b7f481d0-cf69-49d2-8367-163677df0ee6), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:49.238388 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-41a40352-4008-4de1-b446-94400d3b26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (b7f481d0-cf69-49d2-8367-163677df0ee6), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:49.280421 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a40352-4008-4de1-b446-94400d3b26a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f481d0-cf69-49d2-8367-163677df0ee6,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:49.285725 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-41a40352-4008-4de1-b446-94400d3b26a4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=68f5f2734ef54735a5ac845eca45fd8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297065 Sep 15 14:11:49.288798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52554) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:49.339818 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631de034-5a95-4fff-9791-4e062c2d3bd6 admin admin] Publish callbacks [] for security_group (b7f481d0-cf69-49d2-8367-163677df0ee6), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:49.361560 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631de034-5a95-4fff-9791-4e062c2d3bd6 admin admin] Publish callbacks [] for security_group (b7f481d0-cf69-49d2-8367-163677df0ee6), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:49.412749 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631de034-5a95-4fff-9791-4e062c2d3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (b7f481d0-cf69-49d2-8367-163677df0ee6), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:49.415341 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631de034-5a95-4fff-9791-4e062c2d3bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:49.416542 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-631de034-5a95-4fff-9791-4e062c2d3bd6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b7f481d0-cf69-49d2-8367-163677df0ee6 HTTP/1.1" status: 204 len: 168 time: 0.1268420 Sep 15 14:11:49.425938 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631de034-5a95-4fff-9791-4e062c2d3bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f481d0-cf69-49d2-8367-163677df0ee6,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:49.657533 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa421f7c-647c-477f-a715-530caa6c1024 req-2cebeff3-76d5-4251-b645-77cc58505c2a tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:49.659315 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa421f7c-647c-477f-a715-530caa6c1024 req-2cebeff3-76d5-4251-b645-77cc58505c2a tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0551581 Sep 15 14:11:49.695650 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:49.717207 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa421f7c-647c-477f-a715-530caa6c1024 req-c71fca22-c733-4153-af23-6b36fe38dcac tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519073 Sep 15 14:11:49.809249 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11978f24-226e-487d-b679-dd64b646aff0 req-32545bbd-d8fa-44c1-a6c5-1ab442ed7725 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:49.810741 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-11978f24-226e-487d-b679-dd64b646aff0 req-32545bbd-d8fa-44c1-a6c5-1ab442ed7725 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0492210 Sep 15 14:11:49.856821 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-11978f24-226e-487d-b679-dd64b646aff0 req-28af6320-a150-4301-93d1-e4a1666f4e86 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Sep 15 14:11:50.837957 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7dd0-d133-45ed-971c-257d7c990296 req-f94eae7d-578a-406f-8da4-0e8f89b22752 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:50.839416 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-07bb7dd0-d133-45ed-971c-257d7c990296 req-f94eae7d-578a-406f-8da4-0e8f89b22752 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0465677 Sep 15 14:11:50.851308 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:50.887085 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-07bb7dd0-d133-45ed-971c-257d7c990296 req-f03756e3-dc70-42c1-9db8-87fc5ac999eb tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Sep 15 14:11:50.975721 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f322ac0-3f46-4461-9d29-4d9765d5623e req-1acf2e85-ec9a-4a3c-ad06-2ae90c6dd8da tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:50.977179 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6f322ac0-3f46-4461-9d29-4d9765d5623e req-1acf2e85-ec9a-4a3c-ad06-2ae90c6dd8da tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0463183 Sep 15 14:11:51.023787 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6f322ac0-3f46-4461-9d29-4d9765d5623e req-ad0fa4fd-b886-497e-a052-1dfdbc6b3b6d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Sep 15 14:11:52.006491 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b494a4-ea85-4efa-a990-a270e4954df8 req-ce595740-4d82-48c1-a1e5-5ac04847d3df tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:52.007996 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-73b494a4-ea85-4efa-a990-a270e4954df8 req-ce595740-4d82-48c1-a1e5-5ac04847d3df tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0461361 Sep 15 14:11:52.055256 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-73b494a4-ea85-4efa-a990-a270e4954df8 req-46539285-4a72-4385-ac7c-538747988080 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Sep 15 14:11:52.139977 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354155d8-fe83-4178-bd3c-619cdbafdf6d req-840eb2fb-fe4c-4006-af96-14e52e93d377 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:52.142039 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-354155d8-fe83-4178-bd3c-619cdbafdf6d req-840eb2fb-fe4c-4006-af96-14e52e93d377 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0447128 Sep 15 14:11:52.191351 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-354155d8-fe83-4178-bd3c-619cdbafdf6d req-06a4c563-5373-4b97-b914-bc687474a0e2 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Sep 15 14:11:53.179808 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d4b03-ffd0-412b-b582-851d76a6dd1d req-02fcd971-83cb-47cf-831c-a2f2ff0e7acd tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:53.181286 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ce8d4b03-ffd0-412b-b582-851d76a6dd1d req-02fcd971-83cb-47cf-831c-a2f2ff0e7acd tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0518668 Sep 15 14:11:53.229328 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ce8d4b03-ffd0-412b-b582-851d76a6dd1d req-ba5ee697-f557-41e2-a201-a0c0748d09e5 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Sep 15 14:11:53.309796 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4fd7f-d6f1-4944-8ad1-92e4b8eae7f9 req-aa17d327-8cdf-41f5-b74e-2d3703cb6cd0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:53.311259 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27e4fd7f-d6f1-4944-8ad1-92e4b8eae7f9 req-aa17d327-8cdf-41f5-b74e-2d3703cb6cd0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0465763 Sep 15 14:11:53.357154 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27e4fd7f-d6f1-4944-8ad1-92e4b8eae7f9 req-ce5b269f-66d8-4cf6-9f19-50469b3e44b9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Sep 15 14:11:53.898753 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52610) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:53.906710 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:11:54.325561 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (18b13103-dd46-471f-a27f-bc0302684a4e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:54.414194 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5b38c-8dbb-4671-bded-b14d671b5e8c req-961dab36-f2f1-4522-96c4-767b1fd3d84f tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:54.416314 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-32f5b38c-8dbb-4671-bded-b14d671b5e8c req-961dab36-f2f1-4522-96c4-767b1fd3d84f tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.1063716 Sep 15 14:11:54.480857 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c6521-36c3-459d-881c-b9afb8c9c982 req-36b730a9-7574-44fc-b940-1e5c48ed327d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:54.482386 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7f5c6521-36c3-459d-881c-b9afb8c9c982 req-36b730a9-7574-44fc-b940-1e5c48ed327d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0485516 Sep 15 14:11:54.533631 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7f5c6521-36c3-459d-881c-b9afb8c9c982 req-f480d7a0-5efc-4d22-bff2-1e3e3738f982 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Sep 15 14:11:54.546215 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-32f5b38c-8dbb-4671-bded-b14d671b5e8c req-384627f1-74f0-4b18-b756-340793b10eba tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228034 Sep 15 14:11:54.728490 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Deleting port 743909c8-1a3a-4f28-ab14-0687b04ffd9a {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:11:54.728829 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:54.731055 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:54.810271 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] For port 743909c8-1a3a-4f28-ab14-0687b04ffd9a, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=743909c8-1a3a-4f28-ab14-0687b04ffd9a,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:54.810558 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:54.823054 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Calling delete_port for 743909c8-1a3a-4f28-ab14-0687b04ffd9a owned by network:router_interface {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:11:54.832163 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:54.997601 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (743909c8-1a3a-4f28-ab14-0687b04ffd9a), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:55.022121 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Pushing event deleted for resources: {'Port': ['ID=743909c8-1a3a-4f28-ab14-0687b04ffd9a,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:55.143106 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (18b13103-dd46-471f-a27f-bc0302684a4e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:55.541478 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Router 18b13103-dd46-471f-a27f-bc0302684a4e has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:11:55.661478 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03314c0c-1fcf-4ef4-ba68-7fc23e29928d req-832abe04-ff17-4466-bcbc-1f306ae3a8cc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:55.662980 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-03314c0c-1fcf-4ef4-ba68-7fc23e29928d req-832abe04-ff17-4466-bcbc-1f306ae3a8cc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0503736 Sep 15 14:11:55.683418 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:11:55.691244 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:55.691671 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cab9a-d944-41e6-bf23-3e447dd90923 req-3d904985-298c-48ed-811a-ab0f67c79c3b tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:55.693212 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-587cab9a-d944-41e6-bf23-3e447dd90923 req-3d904985-298c-48ed-811a-ab0f67c79c3b tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0616300 Sep 15 14:11:55.694708 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] Sync routers for ids ['18b13103-dd46-471f-a27f-bc0302684a4e'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:11:55.696696 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-00768068-bd2d-4f13-97f9-a9ae292b088d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/18b13103-dd46-471f-a27f-bc0302684a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7975204 Sep 15 14:11:55.699262 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52622) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:55.705956 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] Routers {'18b13103-dd46-471f-a27f-bc0302684a4e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:11:55.706832 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:11:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['18b13103-dd46-471f-a27f-bc0302684a4e'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:55.729755 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-03314c0c-1fcf-4ef4-ba68-7fc23e29928d req-638cd044-d637-496b-9689-33493f528bc8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590372 Sep 15 14:11:55.773989 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:55.814354 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] Set router 18b13103-dd46-471f-a27f-bc0302684a4e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:11:55.825979 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-587cab9a-d944-41e6-bf23-3e447dd90923 req-f55427f8-2331-4971-94a7-d0240b306de3 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195283 Sep 15 14:11:55.845573 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks [] for router (18b13103-dd46-471f-a27f-bc0302684a4e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:55.886591 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:55.951716 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks [] for router_gateway (18b13103-dd46-471f-a27f-bc0302684a4e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:55.991459 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:11:54Z', 'revision_number': 5, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'gw_port': {'id': '8fa3181f-8e20-45a8-a0e8-72f15b33b86f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:57:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:42Z', 'updated_at': '2022-09-15T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:56.001213 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Deleting port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:11:56.001904 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.022000 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] Checking router: 18b13103-dd46-471f-a27f-bc0302684a4e for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:11:56.031429 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] Routers {'18b13103-dd46-471f-a27f-bc0302684a4e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:11:56.031887 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:11:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['18b13103-dd46-471f-a27f-bc0302684a4e'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:56.092849 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] For port 8fa3181f-8e20-45a8-a0e8-72f15b33b86f, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=8fa3181f-8e20-45a8-a0e8-72f15b33b86f,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:56.093163 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.107854 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Calling delete_port for 8fa3181f-8e20-45a8-a0e8-72f15b33b86f owned by network:router_gateway {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:11:56.118505 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] Set router 18b13103-dd46-471f-a27f-bc0302684a4e gateway port host: None {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:11:56.168998 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:11:55Z', 'revision_number': 6, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:56.198631 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5247b03-9866-423a-9526-bc25803dd3fc None None] The sync data for ids ['18b13103-dd46-471f-a27f-bc0302684a4e'] in dv-cinder-856971-2-iscsi is: [{'id': '18b13103-dd46-471f-a27f-bc0302684a4e', 'name': 'tempest-DeleteServersTestJSON-240221017-router', 'tenant_id': 'd903de84a9c7446e9a2f368e5eab8719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:11:55Z', 'revision_number': 6, 'project_id': 'd903de84a9c7446e9a2f368e5eab8719', 'gw_port_host': None}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:11:56.288283 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (8fa3181f-8e20-45a8-a0e8-72f15b33b86f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.315396 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa3181f-8e20-45a8-a0e8-72f15b33b86f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:56.338097 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (18b13103-dd46-471f-a27f-bc0302684a4e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.441068 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (18b13103-dd46-471f-a27f-bc0302684a4e), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.443159 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks [] for router_controller (18b13103-dd46-471f-a27f-bc0302684a4e), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.506283 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (18b13103-dd46-471f-a27f-bc0302684a4e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.506956 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b13103-dd46-471f-a27f-bc0302684a4e {{(pid=106456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:11:56.512550 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.513671 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3ef7110b-2d1a-47f5-bf0f-5b963c89f57f admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/18b13103-dd46-471f-a27f-bc0302684a4e HTTP/1.1" status: 204 len: 168 time: 0.8134763 Sep 15 14:11:56.516891 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52628) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:56.566014 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-4808f39f-54ab-4283-8aa0-b776ff777e30 admin admin] Deleting subnet f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:11:56.569444 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4808f39f-54ab-4283-8aa0-b776ff777e30 admin admin] Publish callbacks [] for subnet (f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.614267 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4808f39f-54ab-4283-8aa0-b776ff777e30 admin admin] Publish callbacks [] for subnet (f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.682410 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 743909c8-1a3a-4f28-ab14-0687b04ffd9a no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:11:56.694027 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4808f39f-54ab-4283-8aa0-b776ff777e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.703271 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 743909c8-1a3a-4f28-ab14-0687b04ffd9a {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:11:56.703773 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 743909c8-1a3a-4f28-ab14-0687b04ffd9a not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:11:56.748636 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4808f39f-54ab-4283-8aa0-b776ff777e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.776328 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808f39f-54ab-4283-8aa0-b776ff777e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:56.784634 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4808f39f-54ab-4283-8aa0-b776ff777e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.790198 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-4808f39f-54ab-4283-8aa0-b776ff777e30 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f1dc21d5-f8b0-4ab7-9d6f-00b742ab9e7f HTTP/1.1" status: 204 len: 168 time: 0.2699854 Sep 15 14:11:56.790328 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e63165e-61e5-4ce7-846f-be6b5a19a8de None None] Network 3e00453e-4367-4375-85b1-d29fb4428e97 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:11:56.790448 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52634) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:56.848465 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:56.856079 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e596e8-2ccf-4439-b606-e2bc4bef6b12 req-61f104a6-8068-4ce3-a055-f41a2807beb8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:56.861378 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-07e596e8-2ccf-4439-b606-e2bc4bef6b12 req-61f104a6-8068-4ce3-a055-f41a2807beb8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0551660 Sep 15 14:11:56.869044 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (3e00453e-4367-4375-85b1-d29fb4428e97), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.872847 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:56.920810 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Deleting port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:11:56.921145 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:56.928829 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:56.937217 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-07e596e8-2ccf-4439-b606-e2bc4bef6b12 req-0c508546-cf46-4845-885e-2052b8e47a14 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657237 Sep 15 14:11:57.018139 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f6615-5f35-42bc-8271-eaf9667e083c None None] DHCP port deletion for 3e00453e-4367-4375-85b1-d29fb4428e97 request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:11:57.024706 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0190ca3-8558-4a95-afd4-d330c09a4473 req-45b7426a-6577-43c0-baff-32af20ea3d4b tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:57.026201 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f0190ca3-8558-4a95-afd4-d330c09a4473 req-45b7426a-6577-43c0-baff-32af20ea3d4b tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0895267 Sep 15 14:11:57.028050 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] For port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:57.028415 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.059632 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Calling delete_port for 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e owned by network:dhcp {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:11:57.061162 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-f66f6615-5f35-42bc-8271-eaf9667e083c None None] Deleting port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e {{(pid=106457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:11:57.061745 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f66f6615-5f35-42bc-8271-eaf9667e083c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), before_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.129326 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-f66f6615-5f35-42bc-8271-eaf9667e083c None None] For port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e,segment=NetworkSegment(c326b552-dec9-45d7-b68a-978cb93f07bd),segment_id=c326b552-dec9-45d7-b68a-978cb93f07bd)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:11:57.129876 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f66f6615-5f35-42bc-8271-eaf9667e083c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), precommit_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.131543 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f0190ca3-8558-4a95-afd4-d330c09a4473 req-03cd127f-ee80-4fcc-a70a-a74e084902d6 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991294 Sep 15 14:11:57.166194 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-f66f6615-5f35-42bc-8271-eaf9667e083c None None] Calling delete_port for 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e owned by network:dhcp {{(pid=106457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:11:57.168766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.195956 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:57.197861 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] No DVR routers for this DVR port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e on host dv-cinder-856971-2-iscsi {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:11:57.273102 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (3e00453e-4367-4375-85b1-d29fb4428e97), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.291234 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f66f6615-5f35-42bc-8271-eaf9667e083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e), after_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.294881 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.295234 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.296902 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.297263 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > port after_create 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.297786 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.298231 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > port after_update 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.298455 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.298795 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.299116 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.299441 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.324574 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f6615-5f35-42bc-8271-eaf9667e083c None None] Pushing event deleted for resources: {'Port': ['ID=65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e,revision_number=None']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:57.328930 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f6615-5f35-42bc-8271-eaf9667e083c None None] No DVR routers for this DVR port 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e on host dv-cinder-856971-2-iscsi {{(pid=106457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:11:57.465008 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.465379 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.465710 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.466039 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:11:57.466396 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e00453e-4367-4375-85b1-d29fb4428e97']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:57.483664 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c326b552-dec9-45d7-b68a-978cb93f07bd') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:57.484560 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c326b552-dec9-45d7-b68a-978cb93f07bd') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:11:57.501018 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (c326b552-dec9-45d7-b68a-978cb93f07bd), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.522375 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (c326b552-dec9-45d7-b68a-978cb93f07bd), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.532346 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:11:57.532734 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (c326b552-dec9-45d7-b68a-978cb93f07bd), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.604269 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (3e00453e-4367-4375-85b1-d29fb4428e97), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.611726 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.615583 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/3e00453e-4367-4375-85b1-d29fb4428e97 HTTP/1.1" status: 204 len: 168 time: 0.8241506 Sep 15 14:11:57.632112 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cffc22-ed34-45af-b1a3-394554c66234 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e00453e-4367-4375-85b1-d29fb4428e97,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:57.721517 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment c326b552-dec9-45d7-b68a-978cb93f07bd resource provider aggregate not found Sep 15 14:11:57.741944 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment c326b552-dec9-45d7-b68a-978cb93f07bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c326b552-dec9-45d7-b68a-978cb93f07bd found for delete ", "request_id": "req-25223d72-d08c-476a-951d-0f829298bcb0"}]} Sep 15 14:11:57.793392 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52652) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:57.835635 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f14d7f14-0079-488a-a02e-54c547622e1a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d903de84a9c7446e9a2f368e5eab8719&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411382 Sep 15 14:11:57.838038 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52656) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:11:57.885385 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-022a4f62-62ca-451c-a222-bc1d825596ce admin admin] Publish callbacks [] for security_group (54783529-c2b7-442f-9026-6250e02406f2), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.904863 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-022a4f62-62ca-451c-a222-bc1d825596ce admin admin] Publish callbacks [] for security_group (54783529-c2b7-442f-9026-6250e02406f2), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.951146 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-022a4f62-62ca-451c-a222-bc1d825596ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (54783529-c2b7-442f-9026-6250e02406f2), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.954167 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-022a4f62-62ca-451c-a222-bc1d825596ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:57.955285 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-022a4f62-62ca-451c-a222-bc1d825596ce admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/54783529-c2b7-442f-9026-6250e02406f2 HTTP/1.1" status: 204 len: 168 time: 0.1163795 Sep 15 14:11:57.963920 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a4f62-62ca-451c-a222-bc1d825596ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54783529-c2b7-442f-9026-6250e02406f2,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:11:58.073464 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06168-4b5e-470f-8ece-bd06fbf02ebd req-c4e582eb-028f-4142-bea5-a6e07d30f24b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:58.075049 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6ef06168-4b5e-470f-8ece-bd06fbf02ebd req-c4e582eb-028f-4142-bea5-a6e07d30f24b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0514390 Sep 15 14:11:58.278684 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707e40e-ee59-4b5c-bf58-7a6cca4363c7 req-a96ed295-b93c-40c2-b8a8-7efe73b202d5 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:58.280380 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a707e40e-ee59-4b5c-bf58-7a6cca4363c7 req-a96ed295-b93c-40c2-b8a8-7efe73b202d5 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0576551 Sep 15 14:11:58.333032 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6ef06168-4b5e-470f-8ece-bd06fbf02ebd req-0c6e954b-b46d-490f-b30d-d3c4580c0194 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512047 Sep 15 14:11:58.340053 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a707e40e-ee59-4b5c-bf58-7a6cca4363c7 req-0b1be7a6-3c0a-440c-bdca-2f528f787141 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527732 Sep 15 14:11:58.408873 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-108a991c-3d5f-4d1d-aeb9-d821a5e609ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:11:58.550762 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:58.566230 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:11:58.567274 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-199b8e40-be49-4b37-8faf-3526713f317d req-8cc3ac63-e4a2-4079-9131-4d91c6195536 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464227 Sep 15 14:11:58.589435 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:11:58.589981 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 65e9b46e-d2e3-4bb4-ab84-e1bc71d9f57e not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:11:58.590394 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 8fa3181f-8e20-45a8-a0e8-72f15b33b86f no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:11:58.611771 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 8fa3181f-8e20-45a8-a0e8-72f15b33b86f {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:11:58.612313 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 8fa3181f-8e20-45a8-a0e8-72f15b33b86f not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:11:58.690836 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b8e40-be49-4b37-8faf-3526713f317d req-0f5d7683-fc1d-4c75-8f12-2f18fc0298a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:58.692599 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-199b8e40-be49-4b37-8faf-3526713f317d req-0f5d7683-fc1d-4c75-8f12-2f18fc0298a8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 1130 time: 0.0412488 Sep 15 14:11:58.778145 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:11:58.807497 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b8e40-be49-4b37-8faf-3526713f317d req-ecff664b-817f-424f-a3f8-af526b72188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:58.809290 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-199b8e40-be49-4b37-8faf-3526713f317d req-ecff664b-817f-424f-a3f8-af526b72188f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 911 time: 0.0916307 Sep 15 14:11:58.874326 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-199b8e40-be49-4b37-8faf-3526713f317d req-7266e917-1185-4806-a9ef-6f621e3eec5b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 200 len: 1002 time: 0.0585973 Sep 15 14:11:58.927641 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b8e40-be49-4b37-8faf-3526713f317d req-afeb074d-96a2-4339-aaa4-c232eba31127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:58.929112 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-199b8e40-be49-4b37-8faf-3526713f317d req-afeb074d-96a2-4339-aaa4-c232eba31127 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.0488076 Sep 15 14:11:59.182232 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b8e40-be49-4b37-8faf-3526713f317d req-0f5ca923-d809-4e0e-96dc-0c002063e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:59.183813 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-199b8e40-be49-4b37-8faf-3526713f317d req-0f5ca923-d809-4e0e-96dc-0c002063e765 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2485631 Sep 15 14:11:59.384513 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-199b8e40-be49-4b37-8faf-3526713f317d req-7627655a-9a4c-49a4-88e6-9740976a7f5c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132848 Sep 15 14:11:59.488239 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074f06-de47-4744-884f-b050e94ea488 req-a12facdc-73e2-46c7-b446-c2be84dd4920 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:59.489768 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-74074f06-de47-4744-884f-b050e94ea488 req-a12facdc-73e2-46c7-b446-c2be84dd4920 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0562241 Sep 15 14:11:59.490975 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df191b3-06e9-4822-aa99-8c4e91ae7095 req-69523b63-d357-4b8d-8a5a-a537b619e2b4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:11:59.492480 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1df191b3-06e9-4822-aa99-8c4e91ae7095 req-69523b63-d357-4b8d-8a5a-a537b619e2b4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0527437 Sep 15 14:11:59.543248 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-74074f06-de47-4744-884f-b050e94ea488 req-3b486271-d76d-40d8-89f1-588ff5c173ec tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Sep 15 14:11:59.544216 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1df191b3-06e9-4822-aa99-8c4e91ae7095 req-30a62575-7a26-4b0f-bb7d-237f7210132d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462980 Sep 15 14:11:59.917049 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-199b8e40-be49-4b37-8faf-3526713f317d req-e8bcf21a-0475-430e-a25d-0a26395af03c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495824 Sep 15 14:12:00.658978 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-1f8572b9-3b0d-40a9-88c4-d35549391757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:00.683547 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ef32d-b662-49d2-9380-08c461ba3d42 req-84a9d649-9ceb-4058-b1b8-2e719396530e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:00.685710 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-262ef32d-b662-49d2-9380-08c461ba3d42 req-84a9d649-9ceb-4058-b1b8-2e719396530e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0592749 Sep 15 14:12:00.736406 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-262ef32d-b662-49d2-9380-08c461ba3d42 req-fadfdf8d-b868-497e-b3ae-044e4b9321c1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Sep 15 14:12:01.862626 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d7b5e-e44e-4a6e-b8b6-28f550e588d0 req-969f1f2d-06fa-4978-9648-ef1a87d1485e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:01.864118 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c98d7b5e-e44e-4a6e-b8b6-28f550e588d0 req-969f1f2d-06fa-4978-9648-ef1a87d1485e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0477569 Sep 15 14:12:01.912514 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c98d7b5e-e44e-4a6e-b8b6-28f550e588d0 req-8c1d87e5-0799-428e-aca7-604b3ea7f301 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Sep 15 14:12:01.958293 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.039954 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82558a84-a577-4d1d-a331-13c6475c6e01 req-2594912d-4600-42c5-986e-28693795c856 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:03.041634 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-82558a84-a577-4d1d-a331-13c6475c6e01 req-2594912d-4600-42c5-986e-28693795c856 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0498564 Sep 15 14:12:03.094948 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-82558a84-a577-4d1d-a331-13c6475c6e01 req-ca4f6783-efd0-4812-bf0e-b09df7c15159 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474136 Sep 15 14:12:03.218171 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52848) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:03.337655 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-33d9006a-6707-4c76-a066-bd4b0a98417f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.414834 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-33d9006a-6707-4c76-a066-bd4b0a98417f admin admin] Publish callbacks [] for security_group (d8465d53-46ca-489d-a00f-5b48b560e7b1), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.418847 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-33d9006a-6707-4c76-a066-bd4b0a98417f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (d8465d53-46ca-489d-a00f-5b48b560e7b1), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.443823 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.460783 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-33d9006a-6707-4c76-a066-bd4b0a98417f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e2ebcaaf34c84d33bf480243fe212896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415249 Sep 15 14:12:03.461942 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9006a-6707-4c76-a066-bd4b0a98417f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8465d53-46ca-489d-a00f-5b48b560e7b1,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:03.465628 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52856) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:03.473258 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:03.505174 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.524031 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-53da0fe1-5861-46d0-a385-5e7c90aa9617 admin admin] Publish callbacks [] for security_group (d8465d53-46ca-489d-a00f-5b48b560e7b1), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.548708 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-53da0fe1-5861-46d0-a385-5e7c90aa9617 admin admin] Publish callbacks [] for security_group (d8465d53-46ca-489d-a00f-5b48b560e7b1), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.599253 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-53da0fe1-5861-46d0-a385-5e7c90aa9617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (d8465d53-46ca-489d-a00f-5b48b560e7b1), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.601939 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-53da0fe1-5861-46d0-a385-5e7c90aa9617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.603180 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-53da0fe1-5861-46d0-a385-5e7c90aa9617 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d8465d53-46ca-489d-a00f-5b48b560e7b1 HTTP/1.1" status: 204 len: 168 time: 0.1373785 Sep 15 14:12:03.612270 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0fe1-5861-46d0-a385-5e7c90aa9617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8465d53-46ca-489d-a00f-5b48b560e7b1,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:03.897554 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52868) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:03.911053 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1835b2c1-f5dd-4d32-b121-c8bb1ce0767f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.947707 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:03.992730 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1835b2c1-f5dd-4d32-b121-c8bb1ce0767f admin admin] Publish callbacks [] for security_group (c92b2d2e-3d37-4af9-a5c7-38f505b3fa14), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:03.997157 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1835b2c1-f5dd-4d32-b121-c8bb1ce0767f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (c92b2d2e-3d37-4af9-a5c7-38f505b3fa14), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:04.037978 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-1835b2c1-f5dd-4d32-b121-c8bb1ce0767f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9b989c6542ae4336a0c1ee1e468aed38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393151 Sep 15 14:12:04.038825 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835b2c1-f5dd-4d32-b121-c8bb1ce0767f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b2d2e-3d37-4af9-a5c7-38f505b3fa14,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:04.041561 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52870) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:04.095276 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f446d29-7bb9-46d2-b30a-955ed961488b admin admin] Publish callbacks [] for security_group (c92b2d2e-3d37-4af9-a5c7-38f505b3fa14), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:04.115385 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f446d29-7bb9-46d2-b30a-955ed961488b admin admin] Publish callbacks [] for security_group (c92b2d2e-3d37-4af9-a5c7-38f505b3fa14), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:04.167698 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f446d29-7bb9-46d2-b30a-955ed961488b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (c92b2d2e-3d37-4af9-a5c7-38f505b3fa14), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:04.170218 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3f446d29-7bb9-46d2-b30a-955ed961488b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:04.171404 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-3f446d29-7bb9-46d2-b30a-955ed961488b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c92b2d2e-3d37-4af9-a5c7-38f505b3fa14 HTTP/1.1" status: 204 len: 168 time: 0.1285105 Sep 15 14:12:04.181400 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f446d29-7bb9-46d2-b30a-955ed961488b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b2d2e-3d37-4af9-a5c7-38f505b3fa14,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:04.227205 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50093-2eed-4e35-a5b4-ad5ba60c765f req-8e461c18-dd1f-42d7-85bc-7a4386aa7229 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:04.228776 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-63a50093-2eed-4e35-a5b4-ad5ba60c765f req-8e461c18-dd1f-42d7-85bc-7a4386aa7229 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0572593 Sep 15 14:12:04.278020 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-63a50093-2eed-4e35-a5b4-ad5ba60c765f req-653d0a33-870c-4ffa-ad5e-6574c15d95f0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432050 Sep 15 14:12:05.421091 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7fc59-b410-4d05-a7a1-4911532423fb req-749e228b-0ec6-48e7-b123-65373486def7 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:05.423523 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d0c7fc59-b410-4d05-a7a1-4911532423fb req-749e228b-0ec6-48e7-b123-65373486def7 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0489826 Sep 15 14:12:05.474835 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d0c7fc59-b410-4d05-a7a1-4911532423fb req-03b00a6c-320b-4884-8ad6-8d4301b02894 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445020 Sep 15 14:12:05.947768 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52938) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:06.054487 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c5a1-7ed2-4b7b-a392-d9df23effd0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.131843 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c5a1-7ed2-4b7b-a392-d9df23effd0d admin admin] Publish callbacks [] for security_group (8654f553-1973-4095-9871-304b5c3dfdde), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.139493 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7fa1c5a1-7ed2-4b7b-a392-d9df23effd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8654f553-1973-4095-9871-304b5c3dfdde), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.143160 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=41 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:06.172455 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=44 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:06.180273 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1c5a1-7ed2-4b7b-a392-d9df23effd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8654f553-1973-4095-9871-304b5c3dfdde,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:06.191502 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52942) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:06.192043 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-7fa1c5a1-7ed2-4b7b-a392-d9df23effd0d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=854965d1749f46a0b5df246a8caa8789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427149 Sep 15 14:12:06.240713 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb353-b409-44ba-99fa-698cb92e44d5 admin admin] Publish callbacks [] for security_group (8654f553-1973-4095-9871-304b5c3dfdde), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.260091 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb353-b409-44ba-99fa-698cb92e44d5 admin admin] Publish callbacks [] for security_group (8654f553-1973-4095-9871-304b5c3dfdde), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.305535 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb353-b409-44ba-99fa-698cb92e44d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8654f553-1973-4095-9871-304b5c3dfdde), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.308102 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb353-b409-44ba-99fa-698cb92e44d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.309514 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f2ebb353-b409-44ba-99fa-698cb92e44d5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8654f553-1973-4095-9871-304b5c3dfdde HTTP/1.1" status: 204 len: 168 time: 0.1166270 Sep 15 14:12:06.319238 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebb353-b409-44ba-99fa-698cb92e44d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8654f553-1973-4095-9871-304b5c3dfdde,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:06.585516 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 52952) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:06.600248 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6db94b5b-6a83-447f-a649-8bf28a1fff15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.601871 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:06.604880 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d18d33-b7c7-4943-90a8-35b77432c4ef req-b1bd2e9d-47ea-4982-9542-84ef2d268533 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:06.606449 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-68d18d33-b7c7-4943-90a8-35b77432c4ef req-b1bd2e9d-47ea-4982-9542-84ef2d268533 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0526066 Sep 15 14:12:06.636260 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:06.656003 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-68d18d33-b7c7-4943-90a8-35b77432c4ef req-641471fa-be92-4257-bd16-fc84bdedcd6d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Sep 15 14:12:06.681974 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6db94b5b-6a83-447f-a649-8bf28a1fff15 admin admin] Publish callbacks [] for security_group (9557d45d-9e1e-4437-a414-4248b7489021), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.685885 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6db94b5b-6a83-447f-a649-8bf28a1fff15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9557d45d-9e1e-4437-a414-4248b7489021), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.724944 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-6db94b5b-6a83-447f-a649-8bf28a1fff15 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8fc5873505c64410a64175e5408f9093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377048 Sep 15 14:12:06.726031 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db94b5b-6a83-447f-a649-8bf28a1fff15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9557d45d-9e1e-4437-a414-4248b7489021,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:06.727568 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 52954) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:06.777033 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-af14bddc-a1db-4512-a9c5-64a199612b48 admin admin] Publish callbacks [] for security_group (9557d45d-9e1e-4437-a414-4248b7489021), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.796769 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-af14bddc-a1db-4512-a9c5-64a199612b48 admin admin] Publish callbacks [] for security_group (9557d45d-9e1e-4437-a414-4248b7489021), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.843846 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-af14bddc-a1db-4512-a9c5-64a199612b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9557d45d-9e1e-4437-a414-4248b7489021), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.847031 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-af14bddc-a1db-4512-a9c5-64a199612b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:06.848230 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-af14bddc-a1db-4512-a9c5-64a199612b48 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9557d45d-9e1e-4437-a414-4248b7489021 HTTP/1.1" status: 204 len: 168 time: 0.1195650 Sep 15 14:12:06.863344 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14bddc-a1db-4512-a9c5-64a199612b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9557d45d-9e1e-4437-a414-4248b7489021,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:07.786925 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010a904-e5ac-4cd7-b0d2-c5cbe486363f req-9000cc18-7b5a-4620-a262-e1eb5ef9b640 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:07.788474 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4010a904-e5ac-4cd7-b0d2-c5cbe486363f req-9000cc18-7b5a-4620-a262-e1eb5ef9b640 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0506628 Sep 15 14:12:07.842202 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4010a904-e5ac-4cd7-b0d2-c5cbe486363f req-7db25e7f-e92e-49cc-b62b-42ea45608b94 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455813 Sep 15 14:12:08.952016 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:08.966542 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6d08b-b3ec-41a8-8362-cb8f3fff6a23 req-502174c6-d62d-4ddc-a568-c511a10e3b5a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:08.968026 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0de6d08b-b3ec-41a8-8362-cb8f3fff6a23 req-502174c6-d62d-4ddc-a568-c511a10e3b5a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0480151 Sep 15 14:12:09.018753 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0de6d08b-b3ec-41a8-8362-cb8f3fff6a23 req-5c666d38-eaec-4b65-9464-e397af2a97cc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Sep 15 14:12:10.138847 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9d490-6fae-4e2b-8dff-7aeec0f906dd req-964a65b0-10df-41d1-bf3e-caf721bd9059 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:10.140305 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b8b9d490-6fae-4e2b-8dff-7aeec0f906dd req-964a65b0-10df-41d1-bf3e-caf721bd9059 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0491440 Sep 15 14:12:10.186913 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b8b9d490-6fae-4e2b-8dff-7aeec0f906dd req-17e42994-5c3f-4aa7-b6f0-8adaf38fb9c9 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Sep 15 14:12:11.322265 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34154b-c658-410b-a6ce-e49761eb8513 req-8da8e35c-c227-42c7-96bb-c15ad70aadf4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:11.323965 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cc34154b-c658-410b-a6ce-e49761eb8513 req-8da8e35c-c227-42c7-96bb-c15ad70aadf4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0562398 Sep 15 14:12:11.377020 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cc34154b-c658-410b-a6ce-e49761eb8513 req-799f2ee8-0968-46b6-bcb7-ca69f20ddac4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459199 Sep 15 14:12:11.558441 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123df3a-92dd-495d-9ef9-49df3051efa1 req-bc5769f4-8d25-462b-a7f6-3aaf25ca3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:11.560207 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6123df3a-92dd-495d-9ef9-49df3051efa1 req-bc5769f4-8d25-462b-a7f6-3aaf25ca3702 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 1129 time: 0.0373180 Sep 15 14:12:11.604364 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6123df3a-92dd-495d-9ef9-49df3051efa1 req-3e1e5b1c-6e97-4a40-b4c2-efb76da46c07 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368342 Sep 15 14:12:12.502085 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68d54b-8fb3-4f92-bdc2-10f2b5043e2b req-b05e6aba-abfc-4dfd-9284-3810dcb8d9d0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:12.503598 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-df68d54b-8fb3-4f92-bdc2-10f2b5043e2b req-b05e6aba-abfc-4dfd-9284-3810dcb8d9d0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0479779 Sep 15 14:12:12.553484 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-df68d54b-8fb3-4f92-bdc2-10f2b5043e2b req-3bc35179-f1a2-4188-93da-c24a3dffecf4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438056 Sep 15 14:12:13.671291 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:13.682939 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e150-db92-44fc-9cb5-667a63a4a1e2 req-4de29aea-458d-4378-9d1c-810a1ee139ac tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:13.684713 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2b01e150-db92-44fc-9cb5-667a63a4a1e2 req-4de29aea-458d-4378-9d1c-810a1ee139ac tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0516825 Sep 15 14:12:13.732483 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2b01e150-db92-44fc-9cb5-667a63a4a1e2 req-d025a1ca-d805-4a8c-897c-ceadbc9f5c48 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 Sep 15 14:12:14.196046 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=57,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:14.856181 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a3df-3e0b-447b-84f8-21a1d03c8614 req-53104d87-a2fe-42ca-9e07-16eed62b6fef tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:14.857790 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8dd4a3df-3e0b-447b-84f8-21a1d03c8614 req-53104d87-a2fe-42ca-9e07-16eed62b6fef tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0492160 Sep 15 14:12:14.910225 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8dd4a3df-3e0b-447b-84f8-21a1d03c8614 req-170c4585-76d9-4358-bdc2-b279d33772ad tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Sep 15 14:12:15.034474 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55e38c-343b-41f2-b8e0-ecb4b7ed7a24 req-d25ba8b9-a5a3-457c-81ea-5d7d98c5e8bf tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:15.036058 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8b55e38c-343b-41f2-b8e0-ecb4b7ed7a24 req-d25ba8b9-a5a3-457c-81ea-5d7d98c5e8bf tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0499673 Sep 15 14:12:15.085546 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8b55e38c-343b-41f2-b8e0-ecb4b7ed7a24 req-b4102959-5324-47ee-b7f2-0fabb405c0ee tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Sep 15 14:12:16.308427 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 53134) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:16.417221 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8c0-e777-4dd2-88a2-5e19baa3ff4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:16.481540 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:16.502601 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8c0-e777-4dd2-88a2-5e19baa3ff4d admin admin] Publish callbacks [] for security_group (0da05aae-e201-48fa-a7ea-5e0d777724e4), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:16.506569 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef8c0-e777-4dd2-88a2-5e19baa3ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (0da05aae-e201-48fa-a7ea-5e0d777724e4), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:16.550111 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-bc9ef8c0-e777-4dd2-88a2-5e19baa3ff4d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2762041c21af407c82eeb40130ea00f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403195 Sep 15 14:12:16.552327 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ef8c0-e777-4dd2-88a2-5e19baa3ff4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da05aae-e201-48fa-a7ea-5e0d777724e4,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:16.552844 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53142) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:16.613493 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd465-c762-4f95-a377-d51b4be7bd08 admin admin] Publish callbacks [] for security_group (0da05aae-e201-48fa-a7ea-5e0d777724e4), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:16.635809 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd465-c762-4f95-a377-d51b4be7bd08 admin admin] Publish callbacks [] for security_group (0da05aae-e201-48fa-a7ea-5e0d777724e4), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:16.687845 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd465-c762-4f95-a377-d51b4be7bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (0da05aae-e201-48fa-a7ea-5e0d777724e4), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:16.690690 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f6cdd465-c762-4f95-a377-d51b4be7bd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:16.694074 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-f6cdd465-c762-4f95-a377-d51b4be7bd08 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0da05aae-e201-48fa-a7ea-5e0d777724e4 HTTP/1.1" status: 204 len: 168 time: 0.1378930 Sep 15 14:12:16.700111 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdd465-c762-4f95-a377-d51b4be7bd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da05aae-e201-48fa-a7ea-5e0d777724e4,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:16.782943 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511751f-645a-4b17-a509-b6fcaeb3d7ca req-cbdd7067-0c4d-4bce-a00b-9706612bc33f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:16.785353 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5511751f-645a-4b17-a509-b6fcaeb3d7ca req-cbdd7067-0c4d-4bce-a00b-9706612bc33f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0811586 Sep 15 14:12:16.794197 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-ed2ae594-31c4-41d3-ad01-c34d1c6edb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:16.795663 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-ed2ae594-31c4-41d3-ad01-c34d1c6edb70 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 1130 time: 0.0574479 Sep 15 14:12:16.894784 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5511751f-645a-4b17-a509-b6fcaeb3d7ca req-f7f31e2a-5b32-4942-8f21-041a62d3d8ca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025596 Sep 15 14:12:16.923673 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-705eef3a-ecf4-45c3-a267-32eca385cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:16.926009 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-705eef3a-ecf4-45c3-a267-32eca385cb7c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.1236882 Sep 15 14:12:16.973938 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-58b30c83-484b-4b74-bfa2-8907f598e949 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3 HTTP/1.1" status: 200 len: 217 time: 0.0360482 Sep 15 14:12:17.021050 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:17.035795 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-f70f720d-99bb-4f6c-a481-4b530e023e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:17.037348 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-f70f720d-99bb-4f6c-a481-4b530e023e44 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0570889 Sep 15 14:12:17.084679 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-bde01635-6b24-4654-baec-5b0c86b0f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:17.086311 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-bde01635-6b24-4654-baec-5b0c86b0f989 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426650 Sep 15 14:12:17.198610 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-ddba77b0-cda3-49bb-8500-2ec8a537f6ff service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051297 Sep 15 14:12:17.314429 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17836d04-0005-4eae-b999-e0b54e7a4504 req-fc45e5f4-8b6b-49ac-b683-01be366a8157 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080525 Sep 15 14:12:18.021641 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399af91-b327-42fc-ba96-06c9b0040911 req-4991ced8-6b4f-47bd-9a86-5b2637c68ff4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:18.023090 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c399af91-b327-42fc-ba96-06c9b0040911 req-4991ced8-6b4f-47bd-9a86-5b2637c68ff4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0477853 Sep 15 14:12:18.072230 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c399af91-b327-42fc-ba96-06c9b0040911 req-c84e9b56-6c36-475a-961a-3290ea4264cb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Sep 15 14:12:19.201523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56944167-69c2-471c-90e0-e0178caa3e5e req-aa2d7e21-4e0c-41ab-b37e-63cb805e1356 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:19.203345 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56944167-69c2-471c-90e0-e0178caa3e5e req-aa2d7e21-4e0c-41ab-b37e-63cb805e1356 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0494866 Sep 15 14:12:19.259363 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56944167-69c2-471c-90e0-e0178caa3e5e req-d1bbae53-884c-41cd-bed5-6480909ebf8c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496376 Sep 15 14:12:20.385151 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3acef-2b46-4d4b-8327-4e94cb68bcc2 req-b19ee983-6aa3-4a79-a613-eae43017c0ee tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:20.386607 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-82c3acef-2b46-4d4b-8327-4e94cb68bcc2 req-b19ee983-6aa3-4a79-a613-eae43017c0ee tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0494668 Sep 15 14:12:20.434164 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-82c3acef-2b46-4d4b-8327-4e94cb68bcc2 req-786d66dc-12e7-4ff5-9bcc-b1de67faa0bc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Sep 15 14:12:20.962706 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53248) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:21.072536 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-26915ff1-3749-4d72-9ecf-ef6732ebd348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.074974 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:21.130112 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:21.152811 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-26915ff1-3749-4d72-9ecf-ef6732ebd348 admin admin] Publish callbacks [] for security_group (df920cf9-7606-4595-9173-1d3f03a94fa3), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.156132 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-26915ff1-3749-4d72-9ecf-ef6732ebd348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (df920cf9-7606-4595-9173-1d3f03a94fa3), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.195577 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-26915ff1-3749-4d72-9ecf-ef6732ebd348 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5ab14b34bd9040ce9519c7be0f9e376a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318003 Sep 15 14:12:21.196444 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26915ff1-3749-4d72-9ecf-ef6732ebd348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df920cf9-7606-4595-9173-1d3f03a94fa3,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:21.198383 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 53254) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:21.234764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:21.261266 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9678b17d-769b-4813-a075-bff83b6d1772 admin admin] Publish callbacks [] for security_group (df920cf9-7606-4595-9173-1d3f03a94fa3), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.280926 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9678b17d-769b-4813-a075-bff83b6d1772 admin admin] Publish callbacks [] for security_group (df920cf9-7606-4595-9173-1d3f03a94fa3), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.329903 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9678b17d-769b-4813-a075-bff83b6d1772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (df920cf9-7606-4595-9173-1d3f03a94fa3), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.332571 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9678b17d-769b-4813-a075-bff83b6d1772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.336402 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-9678b17d-769b-4813-a075-bff83b6d1772 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/df920cf9-7606-4595-9173-1d3f03a94fa3 HTTP/1.1" status: 204 len: 168 time: 0.1337969 Sep 15 14:12:21.344251 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678b17d-769b-4813-a075-bff83b6d1772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df920cf9-7606-4595-9173-1d3f03a94fa3,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:21.568925 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd586753-519a-4167-8981-cad4374d9c04 req-6fd46cc1-1643-414d-afd8-62d9af70df55 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:21.571185 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bd586753-519a-4167-8981-cad4374d9c04 req-6fd46cc1-1643-414d-afd8-62d9af70df55 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0607102 Sep 15 14:12:21.626370 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 53272) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:21.646424 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bd586753-519a-4167-8981-cad4374d9c04 req-6163e983-c430-4086-8414-f992f11abf27 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678380 Sep 15 14:12:21.647551 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ae636e21-706e-4a75-bea6-6635e3fcd7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.744298 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ae636e21-706e-4a75-bea6-6635e3fcd7a8 admin admin] Publish callbacks [] for security_group (1a4258ad-ae44-47c6-961a-ec306be344bf), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.748487 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ae636e21-706e-4a75-bea6-6635e3fcd7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1a4258ad-ae44-47c6-961a-ec306be344bf), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.788791 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ae636e21-706e-4a75-bea6-6635e3fcd7a8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=aa709a15b5e54023ae60f5ecdef2d049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603484 Sep 15 14:12:21.789633 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae636e21-706e-4a75-bea6-6635e3fcd7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4258ad-ae44-47c6-961a-ec306be344bf,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:21.792314 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53276) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:21.845772 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1c35251e-0978-4f9e-afd6-b4a79fb172cc admin admin] Publish callbacks [] for security_group (1a4258ad-ae44-47c6-961a-ec306be344bf), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.865583 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1c35251e-0978-4f9e-afd6-b4a79fb172cc admin admin] Publish callbacks [] for security_group (1a4258ad-ae44-47c6-961a-ec306be344bf), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.911442 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1c35251e-0978-4f9e-afd6-b4a79fb172cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1a4258ad-ae44-47c6-961a-ec306be344bf), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.914195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1c35251e-0978-4f9e-afd6-b4a79fb172cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:21.915346 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1c35251e-0978-4f9e-afd6-b4a79fb172cc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1a4258ad-ae44-47c6-961a-ec306be344bf HTTP/1.1" status: 204 len: 168 time: 0.1216848 Sep 15 14:12:21.923029 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35251e-0978-4f9e-afd6-b4a79fb172cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4258ad-ae44-47c6-961a-ec306be344bf,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:21.939188 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:22.771578 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfdf63-3d6f-4ff6-a60c-adf8a46e2f8a req-0c3f46da-afce-4f2c-8aae-37f0ac7694d5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:22.773137 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-49cfdf63-3d6f-4ff6-a60c-adf8a46e2f8a req-0c3f46da-afce-4f2c-8aae-37f0ac7694d5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0481400 Sep 15 14:12:22.828880 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-49cfdf63-3d6f-4ff6-a60c-adf8a46e2f8a req-723adb85-94bf-45b5-b9c1-7dd4be990911 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495632 Sep 15 14:12:23.570653 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:23.572513 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:23.967785 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587abeda-89f7-472d-8406-6bddb932f83d req-f6c16ae4-11d7-45c0-97c1-58a337f5183a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:23.969308 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-587abeda-89f7-472d-8406-6bddb932f83d req-f6c16ae4-11d7-45c0-97c1-58a337f5183a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0589197 Sep 15 14:12:24.049527 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-587abeda-89f7-472d-8406-6bddb932f83d req-7feb0266-c688-478a-8603-571d3cd75a73 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721920 Sep 15 14:12:25.161844 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fc9f5-1e9a-4ee5-8e95-24fa53a1addc req-d8d2633f-d6d9-4070-8ddd-be84b23e3b92 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:25.163290 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e28fc9f5-1e9a-4ee5-8e95-24fa53a1addc req-d8d2633f-d6d9-4070-8ddd-be84b23e3b92 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0449407 Sep 15 14:12:25.212395 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e28fc9f5-1e9a-4ee5-8e95-24fa53a1addc req-69544132-dfe5-4408-9def-136169ddea96 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Sep 15 14:12:26.343322 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e1e34-458f-4814-94fe-482297c4dc1f req-184443af-fb43-426c-a83c-0bad280cb185 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:26.345021 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f48e1e34-458f-4814-94fe-482297c4dc1f req-184443af-fb43-426c-a83c-0bad280cb185 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0580235 Sep 15 14:12:26.398423 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f48e1e34-458f-4814-94fe-482297c4dc1f req-a50b575e-a230-443c-90c6-2c364fd214b3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467756 Sep 15 14:12:27.517594 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bac99e-cdec-4378-a143-bd6a3d0bbe4f req-9ad46f9a-78b4-426b-babb-324b3c44066d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:27.519284 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-64bac99e-cdec-4378-a143-bd6a3d0bbe4f req-9ad46f9a-78b4-426b-babb-324b3c44066d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0477891 Sep 15 14:12:27.572022 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-64bac99e-cdec-4378-a143-bd6a3d0bbe4f req-bd622d5d-0784-42c4-a4f0-c9e929cfad80 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470619 Sep 15 14:12:28.412218 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-640ec5c4-f5ab-4303-b6fb-f61887886748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:28.684948 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:28.693804 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade1a61-6f68-4cd3-8dec-fabd34ef2c92 req-cb260b64-d3b8-405b-8b1b-40da6bcb8881 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:28.695267 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bade1a61-6f68-4cd3-8dec-fabd34ef2c92 req-cb260b64-d3b8-405b-8b1b-40da6bcb8881 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0463650 Sep 15 14:12:28.743866 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bade1a61-6f68-4cd3-8dec-fabd34ef2c92 req-0504dc2d-40aa-4912-8907-126cd6e22d79 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Sep 15 14:12:29.862342 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe2b9a-f7e0-4df9-9a8f-fa058811adb8 req-bd176434-416b-40f4-9653-34ad28e1d184 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:29.864016 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aebe2b9a-f7e0-4df9-9a8f-fa058811adb8 req-bd176434-416b-40f4-9653-34ad28e1d184 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0460999 Sep 15 14:12:29.911258 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aebe2b9a-f7e0-4df9-9a8f-fa058811adb8 req-11b2bb52-ce11-4f2a-a6b3-fa3e82eaad5c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Sep 15 14:12:30.650690 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-bdd7cc31-e049-4a54-8f02-1eefc2918c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:30.895741 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:12:31.027908 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2ce6c-3e64-44fe-9089-cccf70065f08 req-82a83bf1-39f8-4575-b570-36de05a7e35b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:31.029387 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4fd2ce6c-3e64-44fe-9089-cccf70065f08 req-82a83bf1-39f8-4575-b570-36de05a7e35b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0452919 Sep 15 14:12:31.076656 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4fd2ce6c-3e64-44fe-9089-cccf70065f08 req-fb20a068-3f06-49dc-83de-340ffdfb7950 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Sep 15 14:12:31.959582 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:32.198470 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76fae7-5f67-4a5d-8d37-07dd8e8530b5 req-2cbf0cb4-6ba6-4c87-a85c-f7f0a5bdf188 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:32.199949 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9f76fae7-5f67-4a5d-8d37-07dd8e8530b5 req-2cbf0cb4-6ba6-4c87-a85c-f7f0a5bdf188 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0497475 Sep 15 14:12:32.246143 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9f76fae7-5f67-4a5d-8d37-07dd8e8530b5 req-669cdcc5-da1b-4ed7-9b8c-99966812d3b5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Sep 15 14:12:33.370466 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a73c23-214b-45fd-8429-6e61449e616e req-77a29839-4bb0-4439-9d4c-92e9e4fe558e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:33.371948 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-27a73c23-214b-45fd-8429-6e61449e616e req-77a29839-4bb0-4439-9d4c-92e9e4fe558e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0487099 Sep 15 14:12:33.418168 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-27a73c23-214b-45fd-8429-6e61449e616e req-541e4e5e-51b1-4760-940e-345c0a2ab026 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Sep 15 14:12:33.438585 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:33.483913 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:34.545420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d59b5-8775-418d-9397-2969131e543e req-5250f072-7934-43ec-a17d-9778e7db768c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:34.546926 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-572d59b5-8775-418d-9397-2969131e543e req-5250f072-7934-43ec-a17d-9778e7db768c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0495183 Sep 15 14:12:34.557766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ddae-121b-4569-a327-165d0901543f req-c53a4fb4-6a0c-4cee-8654-29a0b1dd23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:34.559282 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3731ddae-121b-4569-a327-165d0901543f req-c53a4fb4-6a0c-4cee-8654-29a0b1dd23f9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 1130 time: 0.0395322 Sep 15 14:12:34.571915 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:34.597116 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-572d59b5-8775-418d-9397-2969131e543e req-0392258f-364a-4f76-a49d-40c22bceba1b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Sep 15 14:12:34.607676 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3731ddae-121b-4569-a327-165d0901543f req-b79f9c55-021c-4df0-874e-88a2d4fbecfa service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Sep 15 14:12:35.719586 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1361b-5e74-48da-9e6b-8fc0cb3dc32a req-046cfb85-ca9e-4a52-a15a-651402c30362 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:35.721168 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-21d1361b-5e74-48da-9e6b-8fc0cb3dc32a req-046cfb85-ca9e-4a52-a15a-651402c30362 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0494866 Sep 15 14:12:35.769199 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-21d1361b-5e74-48da-9e6b-8fc0cb3dc32a req-1a63981f-88b2-45ea-a351-aad0e69f0f77 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417016 Sep 15 14:12:36.474118 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53526) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:36.579630 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-66da553d-3861-4c0b-8c87-7e39c8613638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:36.603249 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:36.669929 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-66da553d-3861-4c0b-8c87-7e39c8613638 admin admin] Publish callbacks [] for security_group (d4b25ed4-860e-4800-8f70-17056ceea817), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:36.673626 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-66da553d-3861-4c0b-8c87-7e39c8613638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (d4b25ed4-860e-4800-8f70-17056ceea817), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:36.678212 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:36.725864 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-66da553d-3861-4c0b-8c87-7e39c8613638 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bf5438fe888f47e6b2b321184d444a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498350 Sep 15 14:12:36.726575 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da553d-3861-4c0b-8c87-7e39c8613638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b25ed4-860e-4800-8f70-17056ceea817,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:36.728682 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 53538) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:36.787909 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97863595-6568-45b4-bd1e-d7ba005a0119 admin admin] Publish callbacks [] for security_group (d4b25ed4-860e-4800-8f70-17056ceea817), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:36.816319 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97863595-6568-45b4-bd1e-d7ba005a0119 admin admin] Publish callbacks [] for security_group (d4b25ed4-860e-4800-8f70-17056ceea817), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:36.909340 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39728223-d779-41c4-bfa2-9ae3de25e850 req-9ad1b312-60e8-4e42-be45-52f6eac349ff tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:36.910844 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-39728223-d779-41c4-bfa2-9ae3de25e850 req-9ad1b312-60e8-4e42-be45-52f6eac349ff tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0478137 Sep 15 14:12:36.912434 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97863595-6568-45b4-bd1e-d7ba005a0119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (d4b25ed4-860e-4800-8f70-17056ceea817), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:36.915032 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97863595-6568-45b4-bd1e-d7ba005a0119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:36.918697 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-97863595-6568-45b4-bd1e-d7ba005a0119 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d4b25ed4-860e-4800-8f70-17056ceea817 HTTP/1.1" status: 204 len: 168 time: 0.1857431 Sep 15 14:12:36.947031 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97863595-6568-45b4-bd1e-d7ba005a0119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b25ed4-860e-4800-8f70-17056ceea817,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:36.993225 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-39728223-d779-41c4-bfa2-9ae3de25e850 req-d06229eb-f6c7-4b3a-bb86-1095351dc8f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743141 Sep 15 14:12:37.278425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4059b8-d0fc-455f-96d6-343e288e88ae req-725a3927-9cf7-4c97-9148-6a4ff1b3ef2b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:37.279944 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5b4059b8-d0fc-455f-96d6-343e288e88ae req-725a3927-9cf7-4c97-9148-6a4ff1b3ef2b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0519352 Sep 15 14:12:37.282562 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-eebc514e-5f24-4784-b30f-5111815c5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:37.284176 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-eebc514e-5f24-4784-b30f-5111815c5f40 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 1130 time: 0.0454290 Sep 15 14:12:37.306046 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53560) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:37.329104 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b64d29b0-963a-44e2-9626-c7ceb2901da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:37.348994 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5b4059b8-d0fc-455f-96d6-343e288e88ae req-4a0aaac7-7c26-4b00-9c70-b1297b72a088 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634689 Sep 15 14:12:37.384299 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-579cd43c-9f57-47b8-98d4-049b2f0ebaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:37.385784 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-579cd43c-9f57-47b8-98d4-049b2f0ebaf5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.0938013 Sep 15 14:12:37.418714 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b64d29b0-963a-44e2-9626-c7ceb2901da9 admin admin] Publish callbacks [] for security_group (f21258aa-4f05-43fd-a30e-e0d0f30096b9), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:37.422373 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b64d29b0-963a-44e2-9626-c7ceb2901da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f21258aa-4f05-43fd-a30e-e0d0f30096b9), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:37.433330 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-2378346d-a4c8-42b3-94b0-60c6b9eda301 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3 HTTP/1.1" status: 200 len: 217 time: 0.0370603 Sep 15 14:12:37.464904 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d29b0-963a-44e2-9626-c7ceb2901da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21258aa-4f05-43fd-a30e-e0d0f30096b9,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:37.469001 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-b64d29b0-963a-44e2-9626-c7ceb2901da9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1ef4240bcd94410aaba6024aa171aa8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619530 Sep 15 14:12:37.471543 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53562) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:37.485166 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-b80ae26c-b879-4044-9a0a-3f7a87a44a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:37.486717 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-b80ae26c-b879-4044-9a0a-3f7a87a44a94 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0462070 Sep 15 14:12:37.521709 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0c79afaf-1bf1-48d7-93c8-6ec62b02a4de admin admin] Publish callbacks [] for security_group (f21258aa-4f05-43fd-a30e-e0d0f30096b9), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:37.530538 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-9a2ebe7a-5275-4e5d-9d92-0e11e61ce5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:37.532199 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-9a2ebe7a-5275-4e5d-9d92-0e11e61ce5e7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383279 Sep 15 14:12:37.542519 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0c79afaf-1bf1-48d7-93c8-6ec62b02a4de admin admin] Publish callbacks [] for security_group (f21258aa-4f05-43fd-a30e-e0d0f30096b9), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:37.592908 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0c79afaf-1bf1-48d7-93c8-6ec62b02a4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f21258aa-4f05-43fd-a30e-e0d0f30096b9), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:37.595399 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0c79afaf-1bf1-48d7-93c8-6ec62b02a4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:37.596346 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:37.599416 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0c79afaf-1bf1-48d7-93c8-6ec62b02a4de admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f21258aa-4f05-43fd-a30e-e0d0f30096b9 HTTP/1.1" status: 204 len: 168 time: 0.1268346 Sep 15 14:12:37.610150 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79afaf-1bf1-48d7-93c8-6ec62b02a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21258aa-4f05-43fd-a30e-e0d0f30096b9,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:37.639850 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-861550a0-6520-4bee-ac52-084f1cd5d1da service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011493 Sep 15 14:12:37.734556 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9a4e9ce-862f-4bd8-ad20-b549fa03e2ce req-ea42f941-41f9-42dc-829f-05f0d2414926 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886903 Sep 15 14:12:37.947714 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53574) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:37.963099 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bba7e1ed-462b-4797-8a20-0712341826f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:38.041356 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bba7e1ed-462b-4797-8a20-0712341826f8 admin admin] Publish callbacks [] for security_group (a7fa8c4b-c320-42c7-b13e-c28a565851f8), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:38.045333 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bba7e1ed-462b-4797-8a20-0712341826f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (a7fa8c4b-c320-42c7-b13e-c28a565851f8), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:38.088130 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-bba7e1ed-462b-4797-8a20-0712341826f8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f071042d3ed943679e677dee2c81da97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389756 Sep 15 14:12:38.089352 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7e1ed-462b-4797-8a20-0712341826f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fa8c4b-c320-42c7-b13e-c28a565851f8,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:38.090896 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 53578) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:38.145406 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-309d75f6-d450-4572-a092-6d9bfbd48cb9 admin admin] Publish callbacks [] for security_group (a7fa8c4b-c320-42c7-b13e-c28a565851f8), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:38.166125 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-309d75f6-d450-4572-a092-6d9bfbd48cb9 admin admin] Publish callbacks [] for security_group (a7fa8c4b-c320-42c7-b13e-c28a565851f8), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:38.215185 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-309d75f6-d450-4572-a092-6d9bfbd48cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (a7fa8c4b-c320-42c7-b13e-c28a565851f8), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:38.217905 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-309d75f6-d450-4572-a092-6d9bfbd48cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:38.219092 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-309d75f6-d450-4572-a092-6d9bfbd48cb9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a7fa8c4b-c320-42c7-b13e-c28a565851f8 HTTP/1.1" status: 204 len: 168 time: 0.1270814 Sep 15 14:12:38.229148 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d75f6-d450-4572-a092-6d9bfbd48cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fa8c4b-c320-42c7-b13e-c28a565851f8,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:38.463645 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:38.479545 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7c120-552f-48df-a47f-543d2f353ad1 req-68e5e2d1-0559-4a6b-b26c-26dc6460d0a1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:38.481214 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7a7c120-552f-48df-a47f-543d2f353ad1 req-68e5e2d1-0559-4a6b-b26c-26dc6460d0a1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0504043 Sep 15 14:12:38.531230 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7a7c120-552f-48df-a47f-543d2f353ad1 req-a7afddc7-ea0a-4a84-a700-c71c59ee4bdb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Sep 15 14:12:38.908517 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53602) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:39.003757 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-738011554-network', 'tenant_id': '6c7cce87cd0c4e6785bd0db3abe77f27'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:39.030500 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Made reservation on behalf of 6c7cce87cd0c4e6785bd0db3abe77f27 for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:12:39.033021 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.042328 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.044832 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:39.094775 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:39.128169 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Publish callbacks [] for security_group (944ed70c-db58-4122-bde6-7d1795aca0ba), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.132968 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (944ed70c-db58-4122-bde6-7d1795aca0ba), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.169129 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:12:39.170476 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944ed70c-db58-4122-bde6-7d1795aca0ba,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:39.176476 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.176815 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Added segment 9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e of type vlan for network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa Sep 15 14:12:39.218069 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.243411 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.244420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:39.244998 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.299005 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3893666 Sep 15 14:12:39.301912 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53648) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:39.307266 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Request body: {'subnet': {'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-738011554-subnet', 'tenant_id': '6c7cce87cd0c4e6785bd0db3abe77f27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:39.331844 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496305e-8ea2-4789-a4f5-bcdda18244e3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:39.344495 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:12:39.345098 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Made reservation on behalf of 6c7cce87cd0c4e6785bd0db3abe77f27 for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:12:39.346901 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.541623 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (f9662a09-a605-48ff-bcef-4837376224fe), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.596782 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9662a09-a605-48ff-bcef-4837376224fe,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:39.623037 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Checking segment: {'id': '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:12:39.623395 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Network hostable DHCP agents. Network: 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:12:39.664222 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a4bb1-2bec-45cb-a925-7bcb96b7c1b8 req-5bcee59b-af06-46e4-9f05-01c334961c6b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:39.665750 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-364a4bb1-2bec-45cb-a925-7bcb96b7c1b8 req-5bcee59b-af06-46e4-9f05-01c334961c6b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0560558 Sep 15 14:12:39.678353 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:12:39.701929 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:12:39.712305 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:39.712899 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:39.714351 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685e60cf-7cb3-4996-b901-e330231613f7 None None] Network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:12:39.738501 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-364a4bb1-2bec-45cb-a925-7bcb96b7c1b8 req-30641e7c-cd46-4f18-908f-4bc4e2e48846 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669451 Sep 15 14:12:39.743783 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1c0d4756-1b02-45b4-afec-cd8b15cb4291 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4393358 Sep 15 14:12:39.829606 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34280523-b83d-4328-90e2-edcb94db865c None None] Network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:12:40.866698 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d2a92-5121-460d-ab6a-a2cee8caee0a req-3ea4f6c5-7cf0-4a16-a76e-5cfd2546a319 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:40.868232 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b75d2a92-5121-460d-ab6a-a2cee8caee0a req-3ea4f6c5-7cf0-4a16-a76e-5cfd2546a319 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0495291 Sep 15 14:12:40.890522 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:40.891302 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:40.916262 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b75d2a92-5121-460d-ab6a-a2cee8caee0a req-c15a66a8-619f-4eab-a740-ad936ab58658 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Sep 15 14:12:41.530389 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:41.551725 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-8375ed3f-e7db-422f-98ab-c8383e1de6f0 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:41.553757 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-8375ed3f-e7db-422f-98ab-c8383e1de6f0 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa HTTP/1.1" status: 200 len: 808 time: 0.1023400 Sep 15 14:12:41.573135 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-9256aadd-e7ef-47ff-a012-5203b54d2422 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/quotas/6c7cce87cd0c4e6785bd0db3abe77f27 HTTP/1.1" status: 200 len: 375 time: 0.0131299 Sep 15 14:12:41.609126 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-08d85c0c-cd92-4efe-b4a2-424bcb5b4f33 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6c7cce87cd0c4e6785bd0db3abe77f27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305974 Sep 15 14:12:41.635117 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:41.705885 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-92e887ec-61a1-49e3-b789-67ad912242c4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893497 Sep 15 14:12:41.811290 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-8ad9e28b-ecee-4e2f-8275-39faace37bc1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994618 Sep 15 14:12:41.979070 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c33c91a4-48bd-4bd6-b4a9-97a4ae8c2e05 req-f1d70075-db53-47fd-8162-e5f3226ba3a1 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 210 time: 0.0272977 Sep 15 14:12:43.089181 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c88cd3f2-c841-4044-b5eb-4c95e8b99c8b req-86f6dd5d-e68a-467f-8486-8a5e723a0b6d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 210 time: 0.0283911 Sep 15 14:12:43.425977 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53736) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:43.431621 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703448388', 'description': 'tempest-description--155760267'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:43.454359 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.533420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group (f50676a7-776b-4865-8810-70b463b7f525), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.537294 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f50676a7-776b-4865-8810-70b463b7f525), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.569166 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.570308 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428704 Sep 15 14:12:43.572232 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50676a7-776b-4865-8810-70b463b7f525,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:43.573403 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 53738) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:43.578020 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Request body: {'security_group_rule': {'security_group_id': 'f50676a7-776b-4865-8810-70b463b7f525', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:43.579778 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.580135 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.580478 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.580818 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.581158 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.581493 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.581825 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.582160 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.582490 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.582819 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.583145 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.584210 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.584639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.584992 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.585435 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d9eb6-1c11-4f9d-9db4-01bebb85c244 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.608979 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group_rule (2693ce6e-32d2-4885-97e0-ec53ca26be89), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.671446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group_rule (2693ce6e-32d2-4885-97e0-ec53ca26be89), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.675053 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (2693ce6e-32d2-4885-97e0-ec53ca26be89), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.696204 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2693ce6e-32d2-4885-97e0-ec53ca26be89,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:43.705354 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.710798 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320653 Sep 15 14:12:43.710798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.710798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.710798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.710798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.711408 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.711408 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.711578 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.712174 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.712174 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.712504 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.712600 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53742) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:43.712831 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.713161 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.713489 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.713810 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.714253 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a8c28-a615-4e3f-96fb-a09ba7e441f3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:12:43.718092 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-e1221ff3-8730-4d31-a851-364e364ed324 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Request body: {'security_group_rule': {'security_group_id': 'f50676a7-776b-4865-8810-70b463b7f525', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:43.746824 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e1221ff3-8730-4d31-a851-364e364ed324 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group_rule (585991cf-9b90-42fc-86fe-7bdebff8e8e6), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.806215 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e1221ff3-8730-4d31-a851-364e364ed324 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group_rule (585991cf-9b90-42fc-86fe-7bdebff8e8e6), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.809386 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e1221ff3-8730-4d31-a851-364e364ed324 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (585991cf-9b90-42fc-86fe-7bdebff8e8e6), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.834114 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1221ff3-8730-4d31-a851-364e364ed324 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585991cf-9b90-42fc-86fe-7bdebff8e8e6,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:43.841352 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e1221ff3-8730-4d31-a851-364e364ed324 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.842520 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e1221ff3-8730-4d31-a851-364e364ed324 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289496 Sep 15 14:12:43.845588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 53744) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:12:43.850535 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:43.870972 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:43.950799 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:44.062890 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Allocated IP 172.27.1.28 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/2afee06c-3e6f-4f0e-b7be-03f6c8f8b134) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:12:44.117231 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:44.134312 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:44.211528 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for port (2afee06c-3e6f-4f0e-b7be-03f6c8f8b134), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:44.215919 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cedfbf90-9a16-4601-b7e8-851c88dae09a req-e9fdb463-7b88-4dd5-ab05-7fa15bfb7025 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 210 time: 0.0487034 Sep 15 14:12:44.253468 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (2afee06c-3e6f-4f0e-b7be-03f6c8f8b134), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:44.298205 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:12:44.305125 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:12:44.307615 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:12:44.311454 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event updated for resources: {'Port': ['ID=2afee06c-3e6f-4f0e-b7be-03f6c8f8b134,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:44.356533 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for floatingip (49c1edc8-cd6b-4d67-9896-16e2fb564457), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:44.397584 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (2afee06c-3e6f-4f0e-b7be-03f6c8f8b134), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:44.576270 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for port (2afee06c-3e6f-4f0e-b7be-03f6c8f8b134), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:44.582185 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (2afee06c-3e6f-4f0e-b7be-03f6c8f8b134), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:44.591485 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (49c1edc8-cd6b-4d67-9896-16e2fb564457), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:44.647533 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:44.649040 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8024471 Sep 15 14:12:44.661124 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d8844-bdc3-45d1-95bf-2dba1fa497e4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event updated for resources: {'Port': ['ID=2afee06c-3e6f-4f0e-b7be-03f6c8f8b134,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:44.718325 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-77d2419a-2697-4b4d-ab89-26e7527b30ba tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:44.720204 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-77d2419a-2697-4b4d-ab89-26e7527b30ba tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.52 "GET /networking/v2.0/networks?id=7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa HTTP/1.1" status: 200 len: 808 time: 0.1732724 Sep 15 14:12:44.828747 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Request body: {'port': {'device_id': '10e0bc0c-26d2-4261-b6e6-0cc587848266', 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa', 'admin_state_up': True, 'tenant_id': '6c7cce87cd0c4e6785bd0db3abe77f27'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:44.959105 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:44.964535 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-9812e749-f427-4df2-887c-ae2ff0eac2fb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1703448388&fields=id&tenant_id=fab43b244e854c0296530db48bc1b975 HTTP/1.1" status: 200 len: 267 time: 0.0789752 Sep 15 14:12:45.046576 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Made reservation on behalf of 6c7cce87cd0c4e6785bd0db3abe77f27 for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:12:45.050346 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:45.150896 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-835d4c56-554b-4bf6-b7f8-62c0a184fef0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:45.152423 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-835d4c56-554b-4bf6-b7f8-62c0a184fef0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 819 time: 0.1781647 Sep 15 14:12:45.176697 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-f7f94af0-651f-437d-97c9-82dac8058c13 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/quotas/fab43b244e854c0296530db48bc1b975 HTTP/1.1" status: 200 len: 375 time: 0.0182848 Sep 15 14:12:45.248552 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:45.282136 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-316385ae-61c3-4575-8860-6c5135eebad0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0985920 Sep 15 14:12:45.286724 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Allocated IP 172.20.0.13 (7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa/f9662a09-a605-48ff-bcef-4837376224fe/d9cfd7de-2c78-4b58-bfa2-a56295ddc544) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:12:45.339109 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c589dad3-022a-46b7-8c72-0b266d47c6d8 req-8c523482-c163-4098-9df0-a646d364076e tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 210 time: 0.0325146 Sep 15 14:12:45.462843 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-be7e0fb0-a10f-41bc-a9aa-13f05952a583 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657712 Sep 15 14:12:45.572374 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks [] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:45.614893 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-e891ce6f-1a61-45a4-99f3-d19676609014 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453569 Sep 15 14:12:45.627737 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:45.670601 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:12:45.673899 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:12:45.677863 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:12:45.715272 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Pushing event updated for resources: {'Port': ['ID=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:45.745777 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:45.746447 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:45.764841 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-3fe614a8-95fa-4609-b6b2-591553a8799f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9402390 Sep 15 14:12:45.804369 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-63599c6e-3ca5-42d9-9fa6-0ac43f3dcebb req-c450c157-aeff-434b-a45f-90be1b16bc32 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0343578 Sep 15 14:12:45.882150 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Request body: {'port': {'device_id': '10e0bc0c-26d2-4261-b6e6-0cc587848266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:45.921126 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:46.169134 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:46.428776 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:46.478798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cfd7de-2c78-4b58-bfa2-a56295ddc544 {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:12:46.480115 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:46.493475 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Publish callbacks [] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:46.498930 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:46.504583 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc439b98-0a56-402e-b912-a28010ea1ee3 req-16e8bc04-74e0-4aa7-8421-6228a3558398 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:46.506449 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bc439b98-0a56-402e-b912-a28010ea1ee3 req-16e8bc04-74e0-4aa7-8421-6228a3558398 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 932 time: 0.0765169 Sep 15 14:12:46.518634 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Transition to ACTIVE for port object d9cfd7de-2c78-4b58-bfa2-a56295ddc544 will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:12:46.525706 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:46.681435 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-3046b44d-cf72-404a-a715-378d79633a70 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1223116 Sep 15 14:12:46.683880 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Pushing event updated for resources: {'Port': ['ID=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:46.688975 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bc439b98-0a56-402e-b912-a28010ea1ee3 req-a30d1ef2-fb3f-4811-86cf-517b74b988a5 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737516 Sep 15 14:12:46.716712 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Attempting to bind port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:12:46.717317 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Attempting to bind port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:12:46.717909 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Attempting to bind port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 on network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:12:46.796547 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-a4f8e379-6307-4adf-b156-be24c0a1719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:46.798024 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-a4f8e379-6307-4adf-b156-be24c0a1719b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 1130 time: 0.0562952 Sep 15 14:12:46.803881 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 on network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:12:46.804201 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Attempting to bind port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 on network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:12:46.847593 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:12:46.847803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Checking segment: {'id': '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:12:46.848186 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Bound using segment: {'id': '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:12:46.848680 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Bound port: d9cfd7de-2c78-4b58-bfa2-a56295ddc544, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:12:46.848976 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:46.914848 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-80807bef-5fb3-4e38-bd5c-9c66d8b41a46 req-50ef8120-9efc-4881-824d-5a7b2e8aab00 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Sep 15 14:12:46.924623 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] For port d9cfd7de-2c78-4b58-bfa2-a56295ddc544, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:12:46.938074 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] For port d9cfd7de-2c78-4b58-bfa2-a56295ddc544, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:12:46.947715 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:46.951278 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:46.951907 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:46.953272 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/d9cfd7de-2c78-4b58-bfa2-a56295ddc544 HTTP/1.1" status: 200 len: 1094 time: 1.0761390 Sep 15 14:12:46.955366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e0bc0c-26d2-4261-b6e6-0cc587848266', 'tag': 'd9cfd7de-2c78-4b58-bfa2-a56295ddc544'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:12:46.958108 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d94d881-0439-45aa-aea7-702d473b82cc" -d '{"events": [{"name": "network-changed", "server_uuid": "10e0bc0c-26d2-4261-b6e6-0cc587848266", "tag": "d9cfd7de-2c78-4b58-bfa2-a56295ddc544"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:12:47.000012 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373c9acf-f08e-4151-8fab-3c03b8cdf8fe x-openstack-request-id: req-373c9acf-f08e-4151-8fab-3c03b8cdf8fe {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:12:47.000284 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e0bc0c-26d2-4261-b6e6-0cc587848266", "tag": "d9cfd7de-2c78-4b58-bfa2-a56295ddc544", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:12:47.000528 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-373c9acf-f08e-4151-8fab-3c03b8cdf8fe {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:12:47.000919 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373c9acf-f08e-4151-8fab-3c03b8cdf8fe'] response: {'name': 'network-changed', 'server_uuid': '10e0bc0c-26d2-4261-b6e6-0cc587848266', 'tag': 'd9cfd7de-2c78-4b58-bfa2-a56295ddc544', 'status': 'completed', 'code': 200} Sep 15 14:12:47.011826 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059752a3-97bd-4d3f-9539-3b1b789cd33b service neutron] Pushing event updated for resources: {'Port': ['ID=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:47.820685 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79bf9f-7093-42e7-9172-27b51a2c49c3 req-d0c15745-7fb1-4464-9326-0b10a5cce6b3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:47.822160 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4a79bf9f-7093-42e7-9172-27b51a2c49c3 req-d0c15745-7fb1-4464-9326-0b10a5cce6b3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0493751 Sep 15 14:12:47.869767 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4a79bf9f-7093-42e7-9172-27b51a2c49c3 req-b4c22b7f-2861-4408-9ebf-972a1ff0bd44 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Sep 15 14:12:48.028666 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ea02434f-ebb6-4900-b826-52660c4db995 req-65c39e15-e3dd-40cf-beed-bf5c595a750d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0315955 Sep 15 14:12:48.988015 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12959baa-1537-48d1-9f29-27ef58161ce5 req-e3625ac5-bb1f-465e-9094-db0b220f9891 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:48.989491 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-12959baa-1537-48d1-9f29-27ef58161ce5 req-e3625ac5-bb1f-465e-9094-db0b220f9891 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0448759 Sep 15 14:12:49.041032 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-12959baa-1537-48d1-9f29-27ef58161ce5 req-49b2f6ec-dd94-4765-abac-5f57909f3b53 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Sep 15 14:12:49.130077 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-245eba95-6a8d-42a6-88e3-0551a3f8ea52 req-ac91d5ac-c94d-4201-a44a-3186c79238ea tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0266957 Sep 15 14:12:50.163610 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f04d75-c76b-4352-9030-c9e20e30b4bd req-f01a1eca-de5b-440e-b36e-f5a7b5fac7c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:50.165107 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-80f04d75-c76b-4352-9030-c9e20e30b4bd req-f01a1eca-de5b-440e-b36e-f5a7b5fac7c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0506570 Sep 15 14:12:50.214249 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-80f04d75-c76b-4352-9030-c9e20e30b4bd req-7aaaa623-6d9a-4de8-b9ba-0cffa7bd6dec tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 Sep 15 14:12:50.231581 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f300999b-af67-4c35-b1bb-81ec55ada796 req-27942e1f-a726-46e8-8219-3b9367778260 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0274444 Sep 15 14:12:51.329804 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:51.337482 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f4eb4c11-e63e-461a-9c13-9ebaeb07b959 req-d6e5089c-bed6-4d90-b4e7-2ce2018d7a73 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0287693 Sep 15 14:12:51.339119 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa975-9865-46bf-95d3-207720c85167 req-0c76dcba-4f44-452b-8330-4c412ccde546 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:51.340794 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9a8fa975-9865-46bf-95d3-207720c85167 req-0c76dcba-4f44-452b-8330-4c412ccde546 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0493560 Sep 15 14:12:51.392720 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9a8fa975-9865-46bf-95d3-207720c85167 req-7a7b759f-5942-4b7a-8b5f-96940d51fc12 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Sep 15 14:12:52.442828 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b71aae12-4b3c-4068-bf76-e5f63c603c59 req-8a0fb61e-e3cd-4448-a688-6fde9ff35b20 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0311220 Sep 15 14:12:52.480652 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:52.516168 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344e234-2aec-4d08-bb4e-f764f19d7732 req-5765e00d-b8f1-43f6-a8c2-913cfdeb13d8 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:52.518006 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2344e234-2aec-4d08-bb4e-f764f19d7732 req-5765e00d-b8f1-43f6-a8c2-913cfdeb13d8 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0476649 Sep 15 14:12:52.569885 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2344e234-2aec-4d08-bb4e-f764f19d7732 req-ffd45f9f-c6d3-4f91-aa6f-7bfc0d46b435 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454719 Sep 15 14:12:53.457212 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:53.544267 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7d058a4b-7eca-4915-a50c-37fdeebfeec7 req-0de7f171-530d-499e-933c-69303636a834 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0261767 Sep 15 14:12:53.691005 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745b0fe-a3b7-4786-ab4c-a1f1e70e1520 req-ca8160f2-d388-41e3-bf4c-71c076b3f5f7 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:53.692477 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c745b0fe-a3b7-4786-ab4c-a1f1e70e1520 req-ca8160f2-d388-41e3-bf4c-71c076b3f5f7 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0481782 Sep 15 14:12:53.738224 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c745b0fe-a3b7-4786-ab4c-a1f1e70e1520 req-95e18d19-7fa8-4558-81ad-da9249b3deeb tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Sep 15 14:12:54.645169 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f751d5f4-93cc-44ca-a1fc-f0fa1cf3b974 req-810381b4-a2bf-47ab-a30a-3c783ac060fd tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0264742 Sep 15 14:12:54.857703 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd30ab-07a1-472e-bb7c-b584e65c136f req-da84ce5f-9b4f-4b62-91ad-e2d57a76385a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:54.859181 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-60fd30ab-07a1-472e-bb7c-b584e65c136f req-da84ce5f-9b4f-4b62-91ad-e2d57a76385a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0459352 Sep 15 14:12:54.903966 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:54.905639 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-60fd30ab-07a1-472e-bb7c-b584e65c136f req-4d4d4aec-720e-4f4a-bacc-5f2aed996be2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Sep 15 14:12:54.908800 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:55.030937 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:55.118421 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94d881-0439-45aa-aea7-702d473b82cc req-b53ff393-13ab-434c-9e6d-612b6c698caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:55.119874 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9d94d881-0439-45aa-aea7-702d473b82cc req-b53ff393-13ab-434c-9e6d-612b6c698caa service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6c7cce87cd0c4e6785bd0db3abe77f27&device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 1128 time: 0.0531013 Sep 15 14:12:55.201472 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-29daee3d-9b58-4d42-9e9d-29d43b9e1f25 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:55.202973 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-29daee3d-9b58-4d42-9e9d-29d43b9e1f25 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 819 time: 0.1177979 Sep 15 14:12:55.220615 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-a81f0470-12b5-47a4-a611-bf34e51cc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:55.222267 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-a81f0470-12b5-47a4-a611-bf34e51cc8ee service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.2098503 Sep 15 14:12:55.226721 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:55.290845 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-90d7cdbe-3e8b-4022-adfd-cba09798bdc0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fab43b244e854c0296530db48bc1b975 HTTP/1.1" status: 200 len: 380 time: 0.0703149 Sep 15 14:12:55.292471 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-cfbb47ab-66af-4033-8ea0-d1e33d077474 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3 HTTP/1.1" status: 200 len: 217 time: 0.0439885 Sep 15 14:12:55.296859 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94d881-0439-45aa-aea7-702d473b82cc req-1c56d89f-bf53-476d-96bb-016be3e12737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:55.298245 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9d94d881-0439-45aa-aea7-702d473b82cc req-1c56d89f-bf53-476d-96bb-016be3e12737 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=6c7cce87cd0c4e6785bd0db3abe77f27&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1639309 Sep 15 14:12:55.462930 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Request body: {'port': {'device_id': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'admin_state_up': True, 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'security_groups': ['f50676a7-776b-4865-8810-70b463b7f525']}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:55.558927 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-65295e42-860c-4143-81a1-82e8008a3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:55.560591 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-65295e42-860c-4143-81a1-82e8008a3182 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.1017869 Sep 15 14:12:55.573743 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Made reservation on behalf of fab43b244e854c0296530db48bc1b975 for: {'port': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:12:55.577871 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:55.620483 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94d881-0439-45aa-aea7-702d473b82cc req-cfc54640-0f7b-4334-84e5-02f9fe2780d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:55.621955 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9d94d881-0439-45aa-aea7-702d473b82cc req-cfc54640-0f7b-4334-84e5-02f9fe2780d7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1549146 Sep 15 14:12:55.624812 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-9f78d8ae-55ad-4dec-a067-6458ae25d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:55.626182 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-9f78d8ae-55ad-4dec-a067-6458ae25d770 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556047 Sep 15 14:12:55.710846 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Allocated IP 172.20.0.10 (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6/18b62015-f349-4ae6-bb8e-40024429c3e3/8409c65f-618f-424a-9458-b2d4ffc0defc) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:12:55.790605 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bdfc3748-5424-44c5-9d3c-5b82406a0d3d req-563d7df0-a47e-4bfa-931d-1814a7d6f658 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0498481 Sep 15 14:12:55.812173 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-4b1a617e-ac8f-4faa-a063-6cbb580f2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:55.825511 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-4b1a617e-ac8f-4faa-a063-6cbb580f2944 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6c7cce87cd0c4e6785bd0db3abe77f27&device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 1128 time: 0.1179869 Sep 15 14:12:55.832019 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-de19e496-41c9-4230-8c45-3c8ac60c221c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900043 Sep 15 14:12:55.912835 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-f5dfa456-d13f-48f8-ae37-f00a0fb0b233 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9cfd7de-2c78-4b58-bfa2-a56295ddc544 HTTP/1.1" status: 200 len: 217 time: 0.0663269 Sep 15 14:12:55.913855 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:55.917017 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:55.951429 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:55.957898 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:56.009446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-0da020a2-ae6a-442b-8cff-0c42766de02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:56.011735 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-0da020a2-ae6a-442b-8cff-0c42766de02b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f9662a09-a605-48ff-bcef-4837376224fe HTTP/1.1" status: 200 len: 848 time: 0.0721207 Sep 15 14:12:56.023635 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:12:56.047167 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:12:56.056479 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:12:56.056608 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-906aaa64-cee9-48d8-9f7c-580c8a770217 req-ee72488d-32bd-47e8-89c3-7571f0e1aff8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085881 Sep 15 14:12:56.058644 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-d9a2a5c5-ffe6-405b-b186-3cb504239abf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345831 Sep 15 14:12:56.062310 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:56.063046 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:56.081122 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event updated for resources: {'Port': ['ID=8409c65f-618f-424a-9458-b2d4ffc0defc,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:56.091323 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28e9e7-12cb-48f5-939b-680e79f8f49c req-783f9e73-4723-49f1-88b3-7a301a200be6 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:56.092520 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bb28e9e7-12cb-48f5-939b-680e79f8f49c req-783f9e73-4723-49f1-88b3-7a301a200be6 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0900626 Sep 15 14:12:56.102238 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-64b62d88-1166-4dfe-98cc-114a1e2622f6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6438015 Sep 15 14:12:56.160696 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Request body: {'port': {'device_id': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:12:56.199939 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bb28e9e7-12cb-48f5-939b-680e79f8f49c req-f9e20013-b9db-475f-8116-f387f1bcde4a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966351 Sep 15 14:12:56.208108 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-91cd5cb1-cbd7-4b46-824e-e09e315354e3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257501 Sep 15 14:12:56.283476 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:56.367266 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-42761c01-fe07-4911-9ad0-c7273c7ab285 req-304b332c-562d-4464-be57-2ae303e2dd1f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492591 Sep 15 14:12:56.419467 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-9a16995f-6a6d-45c1-a6f4-eb04a6908f10 None None] Provisioning complete for port 8409c65f-618f-424a-9458-b2d4ffc0defc triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:12:56.420474 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9a16995f-6a6d-45c1-a6f4-eb04a6908f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:56.421545 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-9a16995f-6a6d-45c1-a6f4-eb04a6908f10 None None] Attempt 1 to provision port 8409c65f-618f-424a-9458-b2d4ffc0defc Sep 15 14:12:56.518630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-9a16995f-6a6d-45c1-a6f4-eb04a6908f10 None None] Port 8409c65f-618f-424a-9458-b2d4ffc0defc cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:12:56.857819 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8409c65f-618f-424a-9458-b2d4ffc0defc {{(pid=106455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:12:56.865502 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Publish callbacks [] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:56.878579 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.provisioning_blocks [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Transition to ACTIVE for port object 8409c65f-618f-424a-9458-b2d4ffc0defc will not be triggered until provisioned by entity L2. {{(pid=106455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:12:56.884533 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:56.927999 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9b06d-7e81-407e-8d2f-219ab8602563 req-5edde35e-0825-41e1-9204-cb30d3a41585 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:56.929613 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b5c9b06d-7e81-407e-8d2f-219ab8602563 req-5edde35e-0825-41e1-9204-cb30d3a41585 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0517428 Sep 15 14:12:56.949941 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Pushing event updated for resources: {'Port': ['ID=8409c65f-618f-424a-9458-b2d4ffc0defc,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:56.963112 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Attempting to bind port 8409c65f-618f-424a-9458-b2d4ffc0defc on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:12:56.963450 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Attempting to bind port 8409c65f-618f-424a-9458-b2d4ffc0defc by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:12:56.963807 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Attempting to bind port 8409c65f-618f-424a-9458-b2d4ffc0defc on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:12:56.983811 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b5c9b06d-7e81-407e-8d2f-219ab8602563 req-70e663be-95e4-4f0d-a391-6cbb31c4b922 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476055 Sep 15 14:12:57.007595 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Port 8409c65f-618f-424a-9458-b2d4ffc0defc on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:12:57.007954 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Attempting to bind port 8409c65f-618f-424a-9458-b2d4ffc0defc on network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:12:57.020192 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-9a16995f-6a6d-45c1-a6f4-eb04a6908f10 None None] Attempt 2 to provision port 8409c65f-618f-424a-9458-b2d4ffc0defc Sep 15 14:12:57.049991 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:12:57.050327 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Checking segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:12:57.050708 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Bound using segment: {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:12:57.051144 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Bound port: 8409c65f-618f-424a-9458-b2d4ffc0defc, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3fef28-a512-44fc-b804-46ea9d80f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:12:57.051502 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:57.056165 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-9a16995f-6a6d-45c1-a6f4-eb04a6908f10 None None] Port 8409c65f-618f-424a-9458-b2d4ffc0defc cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:12:57.082090 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:57.112327 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] For port 8409c65f-618f-424a-9458-b2d4ffc0defc, host hv-cinder-85697, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:12:57.115771 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] For port 8409c65f-618f-424a-9458-b2d4ffc0defc, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8409c65f-618f-424a-9458-b2d4ffc0defc,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:12:57.121104 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:57.125034 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:57.125624 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:57.126967 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/8409c65f-618f-424a-9458-b2d4ffc0defc HTTP/1.1" status: 200 len: 1094 time: 0.9717400 Sep 15 14:12:57.127521 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:12:57.129766 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2339ad3-14c4-4757-a90f-c114e1936527" -d '{"events": [{"name": "network-changed", "server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:12:57.169295 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8d54fb-919e-4b3a-b8c9-0a5ab3098d90 x-openstack-request-id: req-2f8d54fb-919e-4b3a-b8c9-0a5ab3098d90 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:12:57.169592 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:12:57.169828 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2f8d54fb-919e-4b3a-b8c9-0a5ab3098d90 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:12:57.170222 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8d54fb-919e-4b3a-b8c9-0a5ab3098d90'] response: {'name': 'network-changed', 'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'status': 'completed', 'code': 200} Sep 15 14:12:57.182144 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805989f-4218-48fb-aecd-a2c928df2057 service neutron] Pushing event updated for resources: {'Port': ['ID=8409c65f-618f-424a-9458-b2d4ffc0defc,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:12:57.338587 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc401e-fac0-4848-8a1c-6c5fae039cbe req-76ec2715-257f-475b-ae11-6ec4af525a7d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:57.340089 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-75fc401e-fac0-4848-8a1c-6c5fae039cbe req-76ec2715-257f-475b-ae11-6ec4af525a7d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0471907 Sep 15 14:12:57.351252 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:57.393010 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-75fc401e-fac0-4848-8a1c-6c5fae039cbe req-e5c3ff8e-4923-4b41-a9f7-c2a9cd81962a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472426 Sep 15 14:12:57.557358 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-9a16995f-6a6d-45c1-a6f4-eb04a6908f10 None None] Attempt 3 to provision port 8409c65f-618f-424a-9458-b2d4ffc0defc Sep 15 14:12:57.594350 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-9a16995f-6a6d-45c1-a6f4-eb04a6908f10 None None] Port 8409c65f-618f-424a-9458-b2d4ffc0defc had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:12:58.105266 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defb17b-8d6a-4547-aaa6-38dbc94b7c93 req-69af2df9-b6a7-4d91-ad42-828147acc0f1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:58.106719 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8defb17b-8d6a-4547-aaa6-38dbc94b7c93 req-69af2df9-b6a7-4d91-ad42-828147acc0f1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0467129 Sep 15 14:12:58.124700 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:58.155394 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8defb17b-8d6a-4547-aaa6-38dbc94b7c93 req-8e333c89-037d-42db-9e93-51a849dadb12 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Sep 15 14:12:58.415233 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-442a21c4-7066-425b-82bf-16b8eb8debb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:12:58.513429 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8d78a-4ba4-42d4-b6af-8cc5866a0c48 req-d6b0004e-1838-4f60-82dd-07b494fc1251 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:58.514911 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-48b8d78a-4ba4-42d4-b6af-8cc5866a0c48 req-d6b0004e-1838-4f60-82dd-07b494fc1251 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0468938 Sep 15 14:12:58.541290 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:12:58.564542 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-48b8d78a-4ba4-42d4-b6af-8cc5866a0c48 req-c53348bd-3f10-4afd-8c32-5256d55a5a85 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441990 Sep 15 14:12:59.272562 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b974b-acd6-4fea-abde-0cf1322435c9 req-8bc3662c-3e19-4187-adbc-14967dc280a4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:59.274031 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f81b974b-acd6-4fea-abde-0cf1322435c9 req-8bc3662c-3e19-4187-adbc-14967dc280a4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0457361 Sep 15 14:12:59.320293 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f81b974b-acd6-4fea-abde-0cf1322435c9 req-c171f861-0c72-412a-baae-d7eaa024927b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Sep 15 14:12:59.683666 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce390b1-9c09-44af-b66c-d171016689dd req-ea591ab3-d96b-4b95-918d-4b983c77c016 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:12:59.685169 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cce390b1-9c09-44af-b66c-d171016689dd req-ea591ab3-d96b-4b95-918d-4b983c77c016 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0463552 Sep 15 14:12:59.731763 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cce390b1-9c09-44af-b66c-d171016689dd req-2e652782-1f1d-4705-b2c1-c78c8a3cac81 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Sep 15 14:13:00.441023 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eb326-4391-4a3c-8533-011214694cde req-d4693992-5ca6-427b-a5ec-2281b22af3ae tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:00.442472 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a44eb326-4391-4a3c-8533-011214694cde req-d4693992-5ca6-427b-a5ec-2281b22af3ae tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0485623 Sep 15 14:13:00.489704 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a44eb326-4391-4a3c-8533-011214694cde req-23724d30-9c10-4332-9e5a-a425343b3d1f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Sep 15 14:13:00.651553 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-d145921b-f57c-4314-9ed8-eaf578726ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:00.854323 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7653b-6343-478a-8a6e-0bc51aedae0f req-c69f3c43-e281-4754-baca-62ab5c89126e tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:00.855718 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9c7653b-6343-478a-8a6e-0bc51aedae0f req-c69f3c43-e281-4754-baca-62ab5c89126e tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0497420 Sep 15 14:13:00.901598 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9c7653b-6343-478a-8a6e-0bc51aedae0f req-9f6d04cb-7729-473b-bc84-fb06d59b4c3a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Sep 15 14:13:01.607374 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04f983-9cfb-473c-b735-8601dda963b5 req-0cdcfad7-89af-4813-b871-0824f9274587 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:01.608870 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5d04f983-9cfb-473c-b735-8601dda963b5 req-0cdcfad7-89af-4813-b871-0824f9274587 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0455549 Sep 15 14:13:01.657191 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5d04f983-9cfb-473c-b735-8601dda963b5 req-0853e8f7-007f-4061-a566-503d883bf5dc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427992 Sep 15 14:13:01.962554 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:02.020822 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc7528-a23e-4ae6-aec4-bdf20f538861 req-92286857-7c36-4352-beeb-40dd2e3b5e8a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:02.023193 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bfbc7528-a23e-4ae6-aec4-bdf20f538861 req-92286857-7c36-4352-beeb-40dd2e3b5e8a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0473623 Sep 15 14:13:02.070831 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bfbc7528-a23e-4ae6-aec4-bdf20f538861 req-65a7ff9f-05c2-4b76-939b-b2b4e9e7ff0f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420525 Sep 15 14:13:02.783513 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8ac00-8d16-48df-a45a-f719a0a13d3e req-921c19d2-6410-4d2c-b9d5-a3b38300fa7d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:02.785080 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-adc8ac00-8d16-48df-a45a-f719a0a13d3e req-921c19d2-6410-4d2c-b9d5-a3b38300fa7d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0547590 Sep 15 14:13:02.852501 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-adc8ac00-8d16-48df-a45a-f719a0a13d3e req-b608e5c4-1faa-4698-9d96-d8d7cdfc9065 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587034 Sep 15 14:13:03.188711 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83213e46-ffec-4f0e-a708-f46ebcf43857 req-eb894529-9328-40ac-8569-c47b9745b83c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:03.190203 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-83213e46-ffec-4f0e-a708-f46ebcf43857 req-eb894529-9328-40ac-8569-c47b9745b83c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0457780 Sep 15 14:13:03.239712 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-83213e46-ffec-4f0e-a708-f46ebcf43857 req-8d89ee73-cee0-40c7-9d1c-617642c6f898 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 Sep 15 14:13:03.432199 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:03.484465 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:03.974417 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00363b-72ed-4844-95cd-4a4ec36b5f54 req-d9486257-1aca-4e38-993a-37a4e8bae42f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:03.975919 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c00363b-72ed-4844-95cd-4a4ec36b5f54 req-d9486257-1aca-4e38-993a-37a4e8bae42f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0456173 Sep 15 14:13:04.023506 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c00363b-72ed-4844-95cd-4a4ec36b5f54 req-b2b561af-c5b5-4c8b-b2bb-66ada2136df7 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 Sep 15 14:13:04.358873 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83bc0-a7c2-40ce-98c5-d29f33ca5af6 req-36f09738-16ef-47c7-83f6-74743fda6893 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:04.360358 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dcd83bc0-a7c2-40ce-98c5-d29f33ca5af6 req-36f09738-16ef-47c7-83f6-74743fda6893 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0457795 Sep 15 14:13:04.407306 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dcd83bc0-a7c2-40ce-98c5-d29f33ca5af6 req-96f0db98-60e1-47f2-93d1-664bfe6309cc tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Sep 15 14:13:05.140670 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411df46-ed37-4f31-a815-f41f88f92276 req-a1cb3ed4-19b8-41d8-9cfe-c9a12d2d5181 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:05.142047 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d411df46-ed37-4f31-a815-f41f88f92276 req-a1cb3ed4-19b8-41d8-9cfe-c9a12d2d5181 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0458701 Sep 15 14:13:05.191455 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d411df46-ed37-4f31-a815-f41f88f92276 req-4e8c6b35-2c62-4d2e-a3a0-6f3781c07a94 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Sep 15 14:13:05.526965 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31a7ca-d542-4626-ba54-26e5b65df7d2 req-0e4ea3c5-131c-4730-a25c-122e71e5322c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:05.528451 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ea31a7ca-d542-4626-ba54-26e5b65df7d2 req-0e4ea3c5-131c-4730-a25c-122e71e5322c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0458429 Sep 15 14:13:05.575306 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ea31a7ca-d542-4626-ba54-26e5b65df7d2 req-81fcb17a-827d-45b8-8b59-7cccc9267aa7 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Sep 15 14:13:06.309723 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc359708-c02c-46fb-9b32-e9b55bbfb21c req-2f2d7c62-3047-4ba0-8e17-b55e4fd50a67 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:06.311476 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bc359708-c02c-46fb-9b32-e9b55bbfb21c req-2f2d7c62-3047-4ba0-8e17-b55e4fd50a67 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0463631 Sep 15 14:13:06.359043 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bc359708-c02c-46fb-9b32-e9b55bbfb21c req-c7850477-5900-4b0f-b431-2d905be888cb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Sep 15 14:13:06.697321 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb788a-ab32-4a0e-9fc9-aac69df50066 req-58f92f6b-939c-4ab0-8a13-3d6ceeeb50bd tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:06.698774 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cefb788a-ab32-4a0e-9fc9-aac69df50066 req-58f92f6b-939c-4ab0-8a13-3d6ceeeb50bd tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0500879 Sep 15 14:13:06.745564 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cefb788a-ab32-4a0e-9fc9-aac69df50066 req-373a4f0a-931e-4937-9950-9d1df379e34a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Sep 15 14:13:07.479031 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9aed0-2c35-442c-99dc-297e2239ea06 req-ad64aa73-f4ad-4d92-ad06-4dccdf854aa3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:07.480547 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-18e9aed0-2c35-442c-99dc-297e2239ea06 req-ad64aa73-f4ad-4d92-ad06-4dccdf854aa3 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0465152 Sep 15 14:13:07.526872 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-18e9aed0-2c35-442c-99dc-297e2239ea06 req-b26764e6-a7f5-4e34-9b5e-4ea293d24a68 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Sep 15 14:13:07.866271 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8311ba2-5977-4713-b6c3-1b5595cce84d req-b537af11-614d-4a5f-8f9e-03105bb3cd07 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:07.867745 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a8311ba2-5977-4713-b6c3-1b5595cce84d req-b537af11-614d-4a5f-8f9e-03105bb3cd07 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0459690 Sep 15 14:13:07.895141 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:13:07.915621 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a8311ba2-5977-4713-b6c3-1b5595cce84d req-35d5fe07-9bdb-424f-9b53-c7fad1ecfd03 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423114 Sep 15 14:13:08.650107 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580fac-45b9-4582-9d77-d93ebeffb818 req-db19f993-7f6c-49f8-b7dd-cbdc91ac76f8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:08.651563 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7d580fac-45b9-4582-9d77-d93ebeffb818 req-db19f993-7f6c-49f8-b7dd-cbdc91ac76f8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0512848 Sep 15 14:13:08.686046 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:08.698918 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7d580fac-45b9-4582-9d77-d93ebeffb818 req-eb7fd608-2f68-4ea8-b202-124b47759d00 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Sep 15 14:13:09.039186 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41cb80-1db3-40ca-a4b8-a27c5ad6562f req-8bde4d81-e473-4669-a6e1-dae5d812f415 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:09.040706 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3f41cb80-1db3-40ca-a4b8-a27c5ad6562f req-8bde4d81-e473-4669-a6e1-dae5d812f415 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 944 time: 0.0514209 Sep 15 14:13:09.088759 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3f41cb80-1db3-40ca-a4b8-a27c5ad6562f req-6bb8e7ef-9d06-4254-ad32-6b8e6bf45ebd tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Sep 15 14:13:09.246832 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device d9cfd7de-2c78-4b58-bfa2-a56295ddc544 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:13:09.343530 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port d9cfd7de-2c78-4b58-bfa2-a56295ddc544, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:09.354844 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'd9cfd7de-2c78-4b58-bfa2-a56295ddc544', 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa', 'port_id': 'd9cfd7de-2c78-4b58-bfa2-a56295ddc544', 'mac_address': 'fa:16:3e:8d:8c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9662a09-a605-48ff-bcef-4837376224fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:13:09.391908 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:09.392301 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:09.405052 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cfd7de-2c78-4b58-bfa2-a56295ddc544 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:13:09.424520 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port d9cfd7de-2c78-4b58-bfa2-a56295ddc544, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:09.428423 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:09.472637 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:09.480400 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.480743 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.481105 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.481445 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.481774 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.482100 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.482422 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.482743 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.483065 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.483388 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.483731 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.484057 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.484377 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.484693 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.485011 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:09.816729 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadd548-94fa-4e1b-9909-28f46180faad req-18534cce-e491-43dd-8500-651e272b8340 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:09.818208 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8aadd548-94fa-4e1b-9909-28f46180faad req-18534cce-e491-43dd-8500-651e272b8340 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0465453 Sep 15 14:13:09.864958 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8aadd548-94fa-4e1b-9909-28f46180faad req-a2fff250-21ef-4cd5-8e7c-6a85c2dc2342 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Sep 15 14:13:10.208070 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14d1e5-a320-43ff-aa4d-9aaad06c9f06 req-24fb752a-e71d-44dc-93ca-3ea2b1063063 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:10.209769 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bc14d1e5-a320-43ff-aa4d-9aaad06c9f06 req-24fb752a-e71d-44dc-93ca-3ea2b1063063 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 945 time: 0.0489290 Sep 15 14:13:10.245266 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:10.260347 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bc14d1e5-a320-43ff-aa4d-9aaad06c9f06 req-020a0216-3c63-4465-8422-71469a72acc1 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Sep 15 14:13:10.694047 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['d9cfd7de-2c78-4b58-bfa2-a56295ddc544'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:13:10.819097 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:10.986430 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca842f8-f177-424c-9b86-f1e601d16a76 req-de4a5261-2dec-4b5e-8d82-8ddf2b0c6ce4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:10.987970 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aca842f8-f177-424c-9b86-f1e601d16a76 req-de4a5261-2dec-4b5e-8d82-8ddf2b0c6ce4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0486176 Sep 15 14:13:11.040736 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aca842f8-f177-424c-9b86-f1e601d16a76 req-6798b665-2e16-4b2a-94a0-db779266df67 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457482 Sep 15 14:13:11.052484 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:11.084640 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2339ad3-14c4-4757-a90f-c114e1936527 req-f1874fae-1dfe-47fa-be88-403098dfc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:11.086477 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b2339ad3-14c4-4757-a90f-c114e1936527 req-f1874fae-1dfe-47fa-be88-403098dfc0c8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 1128 time: 0.0415816 Sep 15 14:13:11.200721 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2339ad3-14c4-4757-a90f-c114e1936527 req-275d8efd-30c0-4593-826b-54301475b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:11.202175 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b2339ad3-14c4-4757-a90f-c114e1936527 req-275d8efd-30c0-4593-826b-54301475b5a9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=fab43b244e854c0296530db48bc1b975&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1014626 Sep 15 14:13:11.300371 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2339ad3-14c4-4757-a90f-c114e1936527 req-f78ff6bf-b2b5-4f71-950c-7c8756df7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:11.301882 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b2339ad3-14c4-4757-a90f-c114e1936527 req-f78ff6bf-b2b5-4f71-950c-7c8756df7287 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0927427 Sep 15 14:13:11.383009 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e559e-192f-43c6-a07f-e41ce145a5fb req-53dc04cc-8422-40a2-ae9a-61bc60fe39e3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:11.384671 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dc8e559e-192f-43c6-a07f-e41ce145a5fb req-53dc04cc-8422-40a2-ae9a-61bc60fe39e3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 945 time: 0.0496485 Sep 15 14:13:11.413072 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-86888c29-95da-4a20-bacd-19daceb3f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:11.413408 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:11.415392 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-86888c29-95da-4a20-bacd-19daceb3f848 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 1128 time: 0.0401566 Sep 15 14:13:11.441836 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dc8e559e-192f-43c6-a07f-e41ce145a5fb req-65aa240d-67bd-4fc4-b588-cc1c12481d3a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473278 Sep 15 14:13:11.489782 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-1abd97b2-5ee1-442e-8d81-ea44258cd5e6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8409c65f-618f-424a-9458-b2d4ffc0defc HTTP/1.1" status: 200 len: 217 time: 0.0394092 Sep 15 14:13:11.543257 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c1fae9ca-3d0b-46bb-aaac-8734f831c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:11.544678 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c1fae9ca-3d0b-46bb-aaac-8734f831c58a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0478537 Sep 15 14:13:11.587911 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c4289a42-7fa5-440f-9d88-e2478ed57f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:11.589342 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c4289a42-7fa5-440f-9d88-e2478ed57f3d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383427 Sep 15 14:13:11.681496 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-e4baced7-c83b-4912-ad8f-f43a5ebce371 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Sep 15 14:13:11.769848 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d55e7ba8-1113-4233-b1be-0d3a23b2ae05 req-c9d54229-1df8-4bf5-8fb2-a777d99ae134 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807061 Sep 15 14:13:12.165598 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c21b-9aa8-4562-9734-891f08c338de req-51d013b1-d619-4905-821b-d5760a11336a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:12.167059 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-64a6c21b-9aa8-4562-9734-891f08c338de req-51d013b1-d619-4905-821b-d5760a11336a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0501065 Sep 15 14:13:12.215412 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-64a6c21b-9aa8-4562-9734-891f08c338de req-b74960a2-4091-405e-9f04-007eacf3c137 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Sep 15 14:13:12.564394 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95377f1b-dce8-4e7c-ba2e-a6c1aa15b0ea req-7b6ba1ce-13b7-4158-ac2f-60f2c0a15bfb tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:12.565867 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-95377f1b-dce8-4e7c-ba2e-a6c1aa15b0ea req-7b6ba1ce-13b7-4158-ac2f-60f2c0a15bfb tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 945 time: 0.0461078 Sep 15 14:13:12.613292 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-95377f1b-dce8-4e7c-ba2e-a6c1aa15b0ea req-e11f3d77-18d6-4b42-8fa1-7c5646d1a3e1 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Sep 15 14:13:12.952927 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device d9cfd7de-2c78-4b58-bfa2-a56295ddc544 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:12.995191 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:13:13.000662 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:13.001055 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:13.001391 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 Sep 15 14:13:13.036590 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:13.076751 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:13.077169 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:13.099504 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e0bc0c-26d2-4261-b6e6-0cc587848266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cfd7de-2c78-4b58-bfa2-a56295ddc544'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:13.102313 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32d246-0d83-456d-bb99-0a632e58bc85" -d '{"events": [{"server_uuid": "10e0bc0c-26d2-4261-b6e6-0cc587848266", "name": "network-vif-plugged", "status": "completed", "tag": "d9cfd7de-2c78-4b58-bfa2-a56295ddc544"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:13.114768 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port d9cfd7de-2c78-4b58-bfa2-a56295ddc544, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:13.118783 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:13.144595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d45f86-6ee2-4ba4-95ce-9b1f0fba1c5a x-openstack-request-id: req-b3d45f86-6ee2-4ba4-95ce-9b1f0fba1c5a {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:13.144904 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e0bc0c-26d2-4261-b6e6-0cc587848266", "name": "network-vif-plugged", "status": "completed", "tag": "d9cfd7de-2c78-4b58-bfa2-a56295ddc544", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:13.145153 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b3d45f86-6ee2-4ba4-95ce-9b1f0fba1c5a {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:13.145538 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d45f86-6ee2-4ba4-95ce-9b1f0fba1c5a'] response: {'server_uuid': '10e0bc0c-26d2-4261-b6e6-0cc587848266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cfd7de-2c78-4b58-bfa2-a56295ddc544', 'code': 200} Sep 15 14:13:13.167405 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:13.336072 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9442d-8708-421b-a7fc-8ec8ea82dc82 req-4f70b359-1bf1-4df2-9985-5dd7fb3cc16b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:13.337929 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dbb9442d-8708-421b-a7fc-8ec8ea82dc82 req-4f70b359-1bf1-4df2-9985-5dd7fb3cc16b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0483131 Sep 15 14:13:13.393386 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dbb9442d-8708-421b-a7fc-8ec8ea82dc82 req-7cac6ebd-111c-4dee-9bfb-d3b7306505ab tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500565 Sep 15 14:13:13.732665 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6caecb-b953-400a-b4dc-fc80b7dfad7d req-f81886f0-fa78-45dd-880e-b284c8d824d1 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:13.734123 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5d6caecb-b953-400a-b4dc-fc80b7dfad7d req-f81886f0-fa78-45dd-880e-b284c8d824d1 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0460076 Sep 15 14:13:13.781727 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5d6caecb-b953-400a-b4dc-fc80b7dfad7d req-60453cad-348c-49da-b100-1d6efbb44505 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Sep 15 14:13:14.532513 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680b63e-9034-418b-acbc-03fb5eb57ed7 req-4c17b066-a2f7-453e-9d25-36da17a16606 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:14.534014 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e680b63e-9034-418b-acbc-03fb5eb57ed7 req-4c17b066-a2f7-453e-9d25-36da17a16606 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0501459 Sep 15 14:13:14.555873 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:14.583922 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e680b63e-9034-418b-acbc-03fb5eb57ed7 req-19e4a1bc-62e6-421f-9fab-36ad2103ec0b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Sep 15 14:13:14.902291 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7a40a-1370-42b3-a122-cc4d5d548c37 req-29a7eaec-7ed0-42e2-8267-b12f3957e68b tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:14.903761 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-92a7a40a-1370-42b3-a122-cc4d5d548c37 req-29a7eaec-7ed0-42e2-8267-b12f3957e68b tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0460145 Sep 15 14:13:14.950602 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-92a7a40a-1370-42b3-a122-cc4d5d548c37 req-729485a1-01d0-465d-b051-34d8123b9e6f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Sep 15 14:13:15.708383 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e47652-b61c-444e-9ad1-3c051cd64e9c req-72e954b6-c88f-4dfe-87a6-257d6b37cdc8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:15.710485 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-03e47652-b61c-444e-9ad1-3c051cd64e9c req-72e954b6-c88f-4dfe-87a6-257d6b37cdc8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0492473 Sep 15 14:13:15.757425 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-03e47652-b61c-444e-9ad1-3c051cd64e9c req-b25c09a1-5752-45ce-bb04-05200ee5a617 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 Sep 15 14:13:16.073154 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcac16-a14c-4385-83bb-3c86c2340582 req-0f8e870e-9c3d-4b60-989b-91aa2d8571a5 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:16.074658 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2fcac16-a14c-4385-83bb-3c86c2340582 req-0f8e870e-9c3d-4b60-989b-91aa2d8571a5 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0459828 Sep 15 14:13:16.100074 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:16.125582 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2fcac16-a14c-4385-83bb-3c86c2340582 req-1fd532d7-3ebc-4a25-9d2b-2be8cea1df54 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453768 Sep 15 14:13:16.499269 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:16.883167 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e8587-09e1-4a82-a8f6-4ebfabed2b77 req-a3ea54d5-5962-424d-9255-6fbeb67b83c5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:16.885515 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-400e8587-09e1-4a82-a8f6-4ebfabed2b77 req-a3ea54d5-5962-424d-9255-6fbeb67b83c5 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 944 time: 0.0490489 Sep 15 14:13:16.943536 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-400e8587-09e1-4a82-a8f6-4ebfabed2b77 req-ef7001d4-f0ed-46e0-98f1-4c1fd760cda1 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513158 Sep 15 14:13:16.972497 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 8409c65f-618f-424a-9458-b2d4ffc0defc details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:13:16.996106 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9125f1-6315-43e7-8984-7b3b86d375fb req-218f60b3-bcbc-48a6-830a-f036a3c12e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:16.997872 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1b9125f1-6315-43e7-8984-7b3b86d375fb req-218f60b3-bcbc-48a6-830a-f036a3c12e41 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 1130 time: 0.0465450 Sep 15 14:13:17.061985 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1b9125f1-6315-43e7-8984-7b3b86d375fb req-cdb9923b-cba0-4497-bc1a-87e5d9d48861 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490179 Sep 15 14:13:17.087233 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 8409c65f-618f-424a-9458-b2d4ffc0defc, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8409c65f-618f-424a-9458-b2d4ffc0defc,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:17.099621 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'port_id': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'mac_address': 'fa:16:3e:c4:fa:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:13:17.136515 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 8409c65f-618f-424a-9458-b2d4ffc0defc is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:17.136908 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:17.153830 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8409c65f-618f-424a-9458-b2d4ffc0defc {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:13:17.173071 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 8409c65f-618f-424a-9458-b2d4ffc0defc, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8409c65f-618f-424a-9458-b2d4ffc0defc,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:17.176852 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:17.224584 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=8409c65f-618f-424a-9458-b2d4ffc0defc,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:17.250557 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64420b-7b66-4a37-8d6c-0635c99fc76f req-3ee496f0-43dd-472a-8f63-d88a588a3283 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:17.252080 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ed64420b-7b66-4a37-8d6c-0635c99fc76f req-3ee496f0-43dd-472a-8f63-d88a588a3283 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0482628 Sep 15 14:13:17.298652 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ed64420b-7b66-4a37-8d6c-0635c99fc76f req-6a66dab9-3a6e-4ddc-a82d-56521aa5c2f7 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Sep 15 14:13:17.700753 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['8409c65f-618f-424a-9458-b2d4ffc0defc'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:13:17.891863 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:18.068311 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8ce18-ec25-48e7-b0cf-5a2ccd1a058e req-27433e59-6437-4be7-a60a-7374a000a64e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:18.070539 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f6d8ce18-ec25-48e7-b0cf-5a2ccd1a058e req-27433e59-6437-4be7-a60a-7374a000a64e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 945 time: 0.0473475 Sep 15 14:13:18.124561 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f6d8ce18-ec25-48e7-b0cf-5a2ccd1a058e req-1e5ca96c-dc85-42aa-95fd-4ca6b157168f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482450 Sep 15 14:13:18.424620 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bc69d-0506-4fc2-9b8a-d08398631924 req-9a1feb65-a28f-4ce7-a7ab-fadafe685412 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:18.426012 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2f4bc69d-0506-4fc2-9b8a-d08398631924 req-9a1feb65-a28f-4ce7-a7ab-fadafe685412 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0499947 Sep 15 14:13:18.472605 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2f4bc69d-0506-4fc2-9b8a-d08398631924 req-594fa78f-a912-421f-9533-e43bd2c5b238 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Sep 15 14:13:18.984687 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 8409c65f-618f-424a-9458-b2d4ffc0defc up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:19.027282 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 8409c65f-618f-424a-9458-b2d4ffc0defc completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:13:19.033059 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 8409c65f-618f-424a-9458-b2d4ffc0defc triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:19.033494 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:19.033901 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 8409c65f-618f-424a-9458-b2d4ffc0defc Sep 15 14:13:19.101323 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:19.119771 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 8409c65f-618f-424a-9458-b2d4ffc0defc is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:19.120159 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:19.144403 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:19.146575 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee8f397-a046-4cbe-b027-ed7d00d146dd" -d '{"events": [{"server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "name": "network-vif-plugged", "status": "completed", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:19.161514 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:19.164218 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 8409c65f-618f-424a-9458-b2d4ffc0defc, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8409c65f-618f-424a-9458-b2d4ffc0defc,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:19.168291 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:19.194023 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53404661-cdf8-4bbd-a880-766ac82ab7f7 req-54e0bfef-672f-4193-93f6-7c452b3074bb tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:19.195600 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-53404661-cdf8-4bbd-a880-766ac82ab7f7 req-54e0bfef-672f-4193-93f6-7c452b3074bb tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0511515 Sep 15 14:13:19.200621 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb6fa86-50b9-4451-b102-55c59de8de7d x-openstack-request-id: req-ecb6fa86-50b9-4451-b102-55c59de8de7d {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:19.200809 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "name": "network-vif-plugged", "status": "completed", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:19.201061 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ecb6fa86-50b9-4451-b102-55c59de8de7d {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:19.201444 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb6fa86-50b9-4451-b102-55c59de8de7d'] response: {'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'code': 200} Sep 15 14:13:19.234152 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=8409c65f-618f-424a-9458-b2d4ffc0defc,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:19.246867 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-53404661-cdf8-4bbd-a880-766ac82ab7f7 req-e3a8eaad-1a55-42d8-9e6b-b14d2f55f1db tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Sep 15 14:13:19.281105 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f12eb-4bbb-47ae-be47-e7d55f46c4f3 req-a6bd769b-34a3-48a5-875a-78cf408f0266 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:19.282621 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dd9f12eb-4bbb-47ae-be47-e7d55f46c4f3 req-a6bd769b-34a3-48a5-875a-78cf408f0266 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0480952 Sep 15 14:13:19.330723 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dd9f12eb-4bbb-47ae-be47-e7d55f46c4f3 req-8d91cd30-46bb-46c8-b7c3-0a0fdbd0b6eb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Sep 15 14:13:19.592483 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45477acd-14d5-4c50-8316-11c968f867ee req-8853f484-ba07-41b7-ad1d-315180ca2ac5 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:19.593940 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-45477acd-14d5-4c50-8316-11c968f867ee req-8853f484-ba07-41b7-ad1d-315180ca2ac5 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0470965 Sep 15 14:13:19.644992 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-45477acd-14d5-4c50-8316-11c968f867ee req-4a308fd3-ca7e-473a-965f-4e1ffca9c596 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454674 Sep 15 14:13:20.370176 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bb21b-77e0-4ba0-9846-9ded807fee96 req-908f85a4-73fa-4e6e-90e9-88eb6bd664bd tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:20.371836 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e51bb21b-77e0-4ba0-9846-9ded807fee96 req-908f85a4-73fa-4e6e-90e9-88eb6bd664bd tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0504165 Sep 15 14:13:20.420802 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e51bb21b-77e0-4ba0-9846-9ded807fee96 req-a47f8623-b060-4e8c-901f-11988b644901 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Sep 15 14:13:20.474842 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da4277-9b2d-44dd-a57c-920cea3499ec req-b7b1e618-206a-4cbb-944f-a9bbfa7dda8b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:20.476423 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-69da4277-9b2d-44dd-a57c-920cea3499ec req-b7b1e618-206a-4cbb-944f-a9bbfa7dda8b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0494738 Sep 15 14:13:20.530605 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959e4e3-fb99-476a-8752-cc570629eb7d req-a4b954c1-4aba-40e9-8607-81fc6219324f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:20.532369 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-69da4277-9b2d-44dd-a57c-920cea3499ec req-2757ec8b-cbd9-4b7f-a601-c3343941d015 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501428 Sep 15 14:13:20.532682 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f959e4e3-fb99-476a-8752-cc570629eb7d req-a4b954c1-4aba-40e9-8607-81fc6219324f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0536406 Sep 15 14:13:20.590885 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f959e4e3-fb99-476a-8752-cc570629eb7d req-0cf1f687-b8e3-48f3-bd80-2b5ed5aca34d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 Sep 15 14:13:21.543454 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3819-7fc7-4959-b1b1-efaa42436019 req-7bbf2dfd-b1b4-41bf-a8a8-b764454e026e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:21.544956 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a67d3819-7fc7-4959-b1b1-efaa42436019 req-7bbf2dfd-b1b4-41bf-a8a8-b764454e026e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Sep 15 14:13:21.592849 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a67d3819-7fc7-4959-b1b1-efaa42436019 req-54438b7e-df3c-411a-aea6-f39a1e6fdec9 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 Sep 15 14:13:21.657941 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7f232-0114-410e-8b24-a5461645bfd0 req-c094bc5d-ff66-47f9-9cd9-e85640a68952 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:21.659543 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d2f7f232-0114-410e-8b24-a5461645bfd0 req-c094bc5d-ff66-47f9-9cd9-e85640a68952 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0542955 Sep 15 14:13:21.717120 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d2f7f232-0114-410e-8b24-a5461645bfd0 req-b7934638-cb9f-45fc-a859-3bc80de9e590 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472703 Sep 15 14:13:21.719735 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c778846-9526-4c74-8ed9-207cfe763b1f req-6dd6a9dc-25b4-4c34-8025-58d2014378ea tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:21.721395 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7c778846-9526-4c74-8ed9-207cfe763b1f req-6dd6a9dc-25b4-4c34-8025-58d2014378ea tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0515065 Sep 15 14:13:21.770180 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7c778846-9526-4c74-8ed9-207cfe763b1f req-85314246-2b47-4670-996c-4ceb167d409d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Sep 15 14:13:21.876617 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 54160) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:21.979978 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa90f-a7e6-4848-ba54-b57c444113df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:21.998125 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:22.056284 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:22.062027 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa90f-a7e6-4848-ba54-b57c444113df admin admin] Publish callbacks [] for security_group (e9b2c02f-a4ab-41a6-b8b0-33004911de25), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:22.065890 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa90f-a7e6-4848-ba54-b57c444113df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e9b2c02f-a4ab-41a6-b8b0-33004911de25), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:22.106138 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaa90f-a7e6-4848-ba54-b57c444113df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b2c02f-a4ab-41a6-b8b0-33004911de25,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:22.111375 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-9bcaa90f-a7e6-4848-ba54-b57c444113df admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=19ce5c35248e4e58833cc3b7cfa703d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337565 Sep 15 14:13:22.113961 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 54164) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:22.161873 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c6f6-d3b4-45ae-ac16-5d45deaf1a4d admin admin] Publish callbacks [] for security_group (e9b2c02f-a4ab-41a6-b8b0-33004911de25), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:22.182596 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c6f6-d3b4-45ae-ac16-5d45deaf1a4d admin admin] Publish callbacks [] for security_group (e9b2c02f-a4ab-41a6-b8b0-33004911de25), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:22.227451 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c6f6-d3b4-45ae-ac16-5d45deaf1a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e9b2c02f-a4ab-41a6-b8b0-33004911de25), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:22.230465 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c6f6-d3b4-45ae-ac16-5d45deaf1a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:22.231651 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-c0f3c6f6-d3b4-45ae-ac16-5d45deaf1a4d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e9b2c02f-a4ab-41a6-b8b0-33004911de25 HTTP/1.1" status: 204 len: 168 time: 0.1167226 Sep 15 14:13:22.239592 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3c6f6-d3b4-45ae-ac16-5d45deaf1a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b2c02f-a4ab-41a6-b8b0-33004911de25,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:22.718495 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef741710-80d5-4778-894a-78a8b83d4b21 req-58af5325-b0e4-4f35-bb9c-b296298eaa02 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:22.720022 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ef741710-80d5-4778-894a-78a8b83d4b21 req-58af5325-b0e4-4f35-bb9c-b296298eaa02 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0500526 Sep 15 14:13:22.778715 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ef741710-80d5-4778-894a-78a8b83d4b21 req-47700742-6664-441e-a0a2-5fce833e04ed tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519755 Sep 15 14:13:22.884571 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e789ed-7fb5-4278-87e1-e8e6de8858cb req-fb530a7c-81b3-49e9-a63e-0d3123d76b4e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:22.886212 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-59e789ed-7fb5-4278-87e1-e8e6de8858cb req-fb530a7c-81b3-49e9-a63e-0d3123d76b4e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0877159 Sep 15 14:13:22.887551 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db2657-9c1d-49a1-a449-fd47e07181a6 req-7e90c002-d7b2-4e45-8fb4-a7c341a943b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:22.889123 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6db2657-9c1d-49a1-a449-fd47e07181a6 req-7e90c002-d7b2-4e45-8fb4-a7c341a943b6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 1130 time: 0.0708771 Sep 15 14:13:22.891140 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22881c1-4020-48ae-b050-ff24c55de807 req-4fc4be6d-14da-41e0-8093-321f794234c0 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:22.892742 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e22881c1-4020-48ae-b050-ff24c55de807 req-4fc4be6d-14da-41e0-8093-321f794234c0 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 945 time: 0.0759747 Sep 15 14:13:22.908888 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 54192) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:22.921592 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:22.931559 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62f1a-ed56-432c-a3c6-db77e0612881 req-1120b373-4349-470e-a95d-e22cbae9e9c6 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:22.934152 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-82e62f1a-ed56-432c-a3c6-db77e0612881 req-1120b373-4349-470e-a95d-e22cbae9e9c6 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0617187 Sep 15 14:13:22.944650 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-59e789ed-7fb5-4278-87e1-e8e6de8858cb req-aa818f9e-fdba-471e-a38c-76a797179c7c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506980 Sep 15 14:13:22.960310 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:22.999218 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-82e62f1a-ed56-432c-a3c6-db77e0612881 req-db5049a3-4340-4724-8432-98453e82b23f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Sep 15 14:13:23.050952 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1386103504-network', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:23.063494 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-1d11a641-bdbe-434b-81af-09ba637f1104 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:23.064945 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-1d11a641-bdbe-434b-81af-09ba637f1104 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 946 time: 0.0756536 Sep 15 14:13:23.093401 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6db2657-9c1d-49a1-a449-fd47e07181a6 req-dc52a15b-a3f4-4df3-97c2-5ddefd7c7c81 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051934 Sep 15 14:13:23.119721 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Made reservation on behalf of 2d56d6c8fce14f2f9fe424a5d0ae2046 for: {'network': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:13:23.122067 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.141598 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.151892 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-e22881c1-4020-48ae-b050-ff24c55de807 req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Deleting port a92e59df-5df6-40c5-83f5-9920814a1b5a {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:13:23.152240 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e22881c1-4020-48ae-b050-ff24c55de807 req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.192195 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Deleting port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:13:23.192458 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.248307 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-e22881c1-4020-48ae-b050-ff24c55de807 req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] For port a92e59df-5df6-40c5-83f5-9920814a1b5a, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=a92e59df-5df6-40c5-83f5-9920814a1b5a,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:23.248680 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e22881c1-4020-48ae-b050-ff24c55de807 req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.264752 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-e22881c1-4020-48ae-b050-ff24c55de807 req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Calling delete_port for a92e59df-5df6-40c5-83f5-9920814a1b5a owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:13:23.322612 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] For port d9cfd7de-2c78-4b58-bfa2-a56295ddc544, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:23.323020 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.339538 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Publish callbacks [] for security_group (97e39383-f1df-4dfb-b754-261dfe8fd4de), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.344035 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (97e39383-f1df-4dfb-b754-261dfe8fd4de), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.347091 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Calling delete_port for d9cfd7de-2c78-4b58-bfa2-a56295ddc544 owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:13:23.349882 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:23.374842 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:23.375817 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:13:23.397204 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (99a9421b-f0e7-430e-bc20-5e44371b93f1), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.397542 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.segments_db [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Added segment 99a9421b-f0e7-430e-bc20-5e44371b93f1 of type vlan for network 9929a618-46ec-43e0-9a7a-ac3572079a97 Sep 15 14:13:23.426924 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e22881c1-4020-48ae-b050-ff24c55de807 req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (a92e59df-5df6-40c5-83f5-9920814a1b5a), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.436582 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e39383-f1df-4dfb-b754-261dfe8fd4de,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:23.455805 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Pushing event deleted for resources: {'Port': ['ID=a92e59df-5df6-40c5-83f5-9920814a1b5a,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:23.469652 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['a92e59df-5df6-40c5-83f5-9920814a1b5a'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:13:23.524640 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22881c1-4020-48ae-b050-ff24c55de807 req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] No DVR routers for this DVR port a92e59df-5df6-40c5-83f5-9920814a1b5a on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:13:23.528170 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e22881c1-4020-48ae-b050-ff24c55de807 req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.531460 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e22881c1-4020-48ae-b050-ff24c55de807 req-a639d184-58c4-40f8-856c-801cd44d9c61 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.52 "DELETE /networking/v2.0/ports/a92e59df-5df6-40c5-83f5-9920814a1b5a HTTP/1.1" status: 204 len: 173 time: 0.5423722 Sep 15 14:13:23.531999 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce73090-a133-4df0-a89a-3fab142222e4', 'name': 'network-vif-deleted', 'tag': 'a92e59df-5df6-40c5-83f5-9920814a1b5a'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:23.534290 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be93d9f-1eff-4877-87a5-994cd56c98fa" -d '{"events": [{"server_uuid": "3ce73090-a133-4df0-a89a-3fab142222e4", "name": "network-vif-deleted", "tag": "a92e59df-5df6-40c5-83f5-9920814a1b5a"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:23.573455 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc141324-3581-4b7c-b337-4b7ae30cbb69 x-openstack-request-id: req-dc141324-3581-4b7c-b337-4b7ae30cbb69 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:23.573742 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce73090-a133-4df0-a89a-3fab142222e4", "name": "network-vif-deleted", "tag": "a92e59df-5df6-40c5-83f5-9920814a1b5a", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:23.573991 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dc141324-3581-4b7c-b337-4b7ae30cbb69 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:23.574393 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc141324-3581-4b7c-b337-4b7ae30cbb69'] response: {'server_uuid': '3ce73090-a133-4df0-a89a-3fab142222e4', 'name': 'network-vif-deleted', 'tag': 'a92e59df-5df6-40c5-83f5-9920814a1b5a', 'status': 'completed', 'code': 200} Sep 15 14:13:23.707963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (9929a618-46ec-43e0-9a7a-ac3572079a97), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.745367 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (9929a618-46ec-43e0-9a7a-ac3572079a97), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.746257 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:23.746826 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.840554 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9305637 Sep 15 14:13:23.843480 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 54200) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:23.848775 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Request body: {'subnet': {'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1386103504-subnet', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:23.850239 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daa777-4bfb-4c46-b8c2-a443afdb4a85 admin admin] Pushing event updated for resources: {'Network': ['ID=9929a618-46ec-43e0-9a7a-ac3572079a97,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:23.863140 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 9929a618-46ec-43e0-9a7a-ac3572079a97 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:13:23.864854 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (d9cfd7de-2c78-4b58-bfa2-a56295ddc544), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.879218 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Made reservation on behalf of 2d56d6c8fce14f2f9fe424a5d0ae2046 for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:13:23.881569 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.894290 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Pushing event deleted for resources: {'Port': ['ID=d9cfd7de-2c78-4b58-bfa2-a56295ddc544,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:23.911870 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['d9cfd7de-2c78-4b58-bfa2-a56295ddc544'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:13:23.915104 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-82c5827b-2604-4eed-8a39-7bcee7854c41 req-f1bb200d-0404-4088-b033-cadf0e92c8ff tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 210 time: 0.0465457 Sep 15 14:13:23.959057 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] No DVR routers for this DVR port d9cfd7de-2c78-4b58-bfa2-a56295ddc544 on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:13:23.962256 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:23.965896 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a4bcb140-89e3-4f74-b569-657c80c8b968 req-08564e0e-6815-4fea-becb-9218e07056c3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.52 "DELETE /networking/v2.0/ports/d9cfd7de-2c78-4b58-bfa2-a56295ddc544 HTTP/1.1" status: 204 len: 173 time: 0.8913765 Sep 15 14:13:23.966413 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e0bc0c-26d2-4261-b6e6-0cc587848266', 'name': 'network-vif-deleted', 'tag': 'd9cfd7de-2c78-4b58-bfa2-a56295ddc544'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:23.968723 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e9d898-654e-492d-b761-98992e8b2b54" -d '{"events": [{"server_uuid": "10e0bc0c-26d2-4261-b6e6-0cc587848266", "name": "network-vif-deleted", "tag": "d9cfd7de-2c78-4b58-bfa2-a56295ddc544"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:24.013280 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b122a41b-5c1d-4807-87f5-ee3661a38575 x-openstack-request-id: req-b122a41b-5c1d-4807-87f5-ee3661a38575 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:24.013649 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e0bc0c-26d2-4261-b6e6-0cc587848266", "name": "network-vif-deleted", "tag": "d9cfd7de-2c78-4b58-bfa2-a56295ddc544", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:24.014022 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b122a41b-5c1d-4807-87f5-ee3661a38575 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:24.014414 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b122a41b-5c1d-4807-87f5-ee3661a38575'] response: {'server_uuid': '10e0bc0c-26d2-4261-b6e6-0cc587848266', 'name': 'network-vif-deleted', 'tag': 'd9cfd7de-2c78-4b58-bfa2-a56295ddc544', 'status': 'completed', 'code': 200} Sep 15 14:13:24.109672 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679100e-bf62-4827-bc00-696ce07cc206 req-7dfc1545-4b99-44fe-95c9-d8f773b41166 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:24.111037 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f679100e-bf62-4827-bc00-696ce07cc206 req-7dfc1545-4b99-44fe-95c9-d8f773b41166 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0821555 Sep 15 14:13:24.112869 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3e36b11a-82db-4157-8542-ef1c81a3744b req-b1035585-1c94-48fa-a94e-13dc878062b3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 210 time: 0.0272541 Sep 15 14:13:24.133771 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (b4fc9951-4c7b-478a-a14b-19180e41e774), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.201173 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:24.211411 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f679100e-bf62-4827-bc00-696ce07cc206 req-911011cf-be76-4cde-b0fd-bcc08f875fbd tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930223 Sep 15 14:13:24.218039 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fc9951-4c7b-478a-a14b-19180e41e774,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:24.231388 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Checking segment: {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:24.231764 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Network hostable DHCP agents. Network: 9929a618-46ec-43e0-9a7a-ac3572079a97, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:13:24.248289 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Network 9929a618-46ec-43e0-9a7a-ac3572079a97 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:13:24.257697 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 9929a618-46ec-43e0-9a7a-ac3572079a97) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:24.262885 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:24.263470 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.270753 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db84a13-7905-4310-9324-ab3a99a8d06e None None] Network 9929a618-46ec-43e0-9a7a-ac3572079a97 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:13:24.280375 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d55592d4-8563-4336-92c1-d544bbd31bc6 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4356530 Sep 15 14:13:24.283050 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 54208) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:24.288905 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:24.292930 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:24.324347 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (1de2e584-6a55-42dc-b555-90daa9cff5bb), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.325368 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (1de2e584-6a55-42dc-b555-90daa9cff5bb), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.378919 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks [] for router_controller (1de2e584-6a55-42dc-b555-90daa9cff5bb), precommit_add_association {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.391728 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-9929a618-46ec-43e0-9a7a-ac3572079a97', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:13:24.392642 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.543614 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Allocated IP 172.20.0.2 (9929a618-46ec-43e0-9a7a-ac3572079a97/b4fc9951-4c7b-478a-a14b-19180e41e774/f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:13:24.699500 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Publish callbacks [] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.707212 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.745581 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks [] for router_gateway (1de2e584-6a55-42dc-b555-90daa9cff5bb), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.755246 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Network 9929a618-46ec-43e0-9a7a-ac3572079a97 is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:24.761869 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:24.765571 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:13:24.767774 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Pushing event updated for resources: {'Port': ['ID=f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:24.828451 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Attempting to bind port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:13:24.828795 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Attempting to bind port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:13:24.829152 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Attempting to bind port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 on network 9929a618-46ec-43e0-9a7a-ac3572079a97 {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:24.871579 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:13:24.871987 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Checking segment: {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:24.872393 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.872785 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Bound using segment: {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:13:24.873256 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Bound port: f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:13:24.873635 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.933067 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks [] for router_gateway (1de2e584-6a55-42dc-b555-90daa9cff5bb), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.937012 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] For port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:13:24.940183 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] For port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:13:24.946369 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.952964 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:24.991120 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:25.009682 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bf0fa-d0ed-4f24-970b-6237ddc00cdb None None] Pushing event updated for resources: {'Port': ['ID=f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:25.063390 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17ec584d-82f0-41d7-b46d-b5c4af0b3e40 req-abb7771f-a479-4fab-8542-970214b98cd5 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3ce73090-a133-4df0-a89a-3fab142222e4 HTTP/1.1" status: 200 len: 210 time: 0.0327454 Sep 15 14:13:25.085805 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Allocated IP 172.27.1.149 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/529259eb-bac7-4e1e-aeb0-7963a5dec596) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:13:25.225776 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks [] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:25.267514 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1dd5de55-8fdb-40a9-b8b9-8e0cffb595c8 req-3f86e5ab-5f63-4eb6-ac51-5696685b3ff3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 210 time: 0.0343735 Sep 15 14:13:25.318136 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:25.364023 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:25.366905 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:25.373583 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:13:25.374106 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401080f-ff17-48e0-ac48-787787570229 req-bd5ab1f1-62ba-42da-a7ba-9b6bf26ed3de tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:25.375661 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1401080f-ff17-48e0-ac48-787787570229 req-bd5ab1f1-62ba-42da-a7ba-9b6bf26ed3de tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0513394 Sep 15 14:13:25.419931 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Pushing event updated for resources: {'Port': ['ID=529259eb-bac7-4e1e-aeb0-7963a5dec596,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:25.436606 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1401080f-ff17-48e0-ac48-787787570229 req-23ecc505-cf56-49a7-8235-b28d0c1f8a57 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521936 Sep 15 14:13:25.490220 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:25.540606 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:25.625757 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb2e19-e85b-4536-be1b-a6ec43b1552d req-99797d18-561a-4243-af4a-34ada818ef6c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:25.627230 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3ecb2e19-e85b-4536-be1b-a6ec43b1552d req-99797d18-561a-4243-af4a-34ada818ef6c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0899181 Sep 15 14:13:25.638478 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 54220) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:25.642420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks [] for router_gateway (1de2e584-6a55-42dc-b555-90daa9cff5bb), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:25.643312 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-edde3244-a10c-40e8-89d3-b15af34116fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Request body: {'floatingip': {'port_id': '8409c65f-618f-424a-9458-b2d4ffc0defc'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:25.686695 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-edde3244-a10c-40e8-89d3-b15af34116fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for floatingip (49c1edc8-cd6b-4d67-9896-16e2fb564457), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:25.841318 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (1de2e584-6a55-42dc-b555-90daa9cff5bb), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:25.988048 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Router 1de2e584-6a55-42dc-b555-90daa9cff5bb is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:13:26.038137 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825876e7-041a-462e-96f4-5790a78f4346 None None] Network 9929a618-46ec-43e0-9a7a-ac3572079a97 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:13:26.062628 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:26.130946 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:13:26.187744 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.189252 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d1ef98d1-f8e1-4435-8ff5-57df6fe277b2 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9052753 Sep 15 14:13:26.192166 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 54226) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:26.288940 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-edde3244-a10c-40e8-89d3-b15af34116fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.294189 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-edde3244-a10c-40e8-89d3-b15af34116fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (49c1edc8-cd6b-4d67-9896-16e2fb564457), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.327276 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-b8a926ae-698f-49e6-a823-15edb643d55a None None] Provisioning complete for port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:26.328186 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b8a926ae-698f-49e6-a823-15edb643d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.329259 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-b8a926ae-698f-49e6-a823-15edb643d55a None None] Attempt 1 to provision port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 Sep 15 14:13:26.372207 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Sync routers for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:13:26.394357 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:26.397070 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:26.407655 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:26.408408 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:26.482605 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9d55affb-3618-48b5-a839-e5e922fc5515 req-314a80cf-509f-4790-a23c-e013248bcf9c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=10e0bc0c-26d2-4261-b6e6-0cc587848266 HTTP/1.1" status: 200 len: 210 time: 0.0441124 Sep 15 14:13:26.485151 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [None req-edde3244-a10c-40e8-89d3-b15af34116fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Floating IP 49c1edc8-cd6b-4d67-9896-16e2fb564457 associated. External IP: 172.27.1.28, port: 8409c65f-618f-424a-9458-b2d4ffc0defc. Sep 15 14:13:26.598511 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-b8a926ae-698f-49e6-a823-15edb643d55a None None] Current status of the port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:26.598894 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b8a926ae-698f-49e6-a823-15edb643d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.623967 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:26.643621 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:26.764074 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:26.810815 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:26.819217 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-b8a926ae-698f-49e6-a823-15edb643d55a None None] For port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:26.834212 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edde3244-a10c-40e8-89d3-b15af34116fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:13:26.835827 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.846959 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b8a926ae-698f-49e6-a823-15edb643d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.970167 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edde3244-a10c-40e8-89d3-b15af34116fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:13:26.973455 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a926ae-698f-49e6-a823-15edb643d55a None None] Pushing event updated for resources: {'Port': ['ID=f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:26.975839 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-edde3244-a10c-40e8-89d3-b15af34116fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.981851 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:26.982024 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.982360 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 Sep 15 14:13:26.988164 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] Sync routers for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:13:26.988696 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-f5c75320-09ba-4f9c-9790-93b96ee446a0 None None] Provisioning complete for port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:26.989022 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f5c75320-09ba-4f9c-9790-93b96ee446a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:26.989240 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-f5c75320-09ba-4f9c-9790-93b96ee446a0 None None] Attempt 1 to provision port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 Sep 15 14:13:27.006287 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:27.007181 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:27.015932 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Allocated IP 172.20.0.1 (9929a618-46ec-43e0-9a7a-ac3572079a97/b4fc9951-4c7b-478a-a14b-19180e41e774/57e4a4ba-ec6f-4acc-bc74-c52dcdef122b) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:13:27.021614 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-edde3244-a10c-40e8-89d3-b15af34116fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/49c1edc8-cd6b-4d67-9896-16e2fb564457 HTTP/1.1" status: 200 len: 991 time: 1.3797815 Sep 15 14:13:27.021614 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:27.023922 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5850778-9ccc-4c35-8571-890ff0b4ff0d" -d '{"events": [{"name": "network-changed", "server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:27.059567 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:25Z', 'revision_number': 3, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:27.066168 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9629ea2-3e82-4100-8768-824ae64c2930 x-openstack-request-id: req-f9629ea2-3e82-4100-8768-824ae64c2930 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:27.066463 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:27.066716 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f9629ea2-3e82-4100-8768-824ae64c2930 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:27.067120 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9629ea2-3e82-4100-8768-824ae64c2930'] response: {'name': 'network-changed', 'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'status': 'completed', 'code': 200} Sep 15 14:13:27.096720 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Checking router: 1de2e584-6a55-42dc-b555-90daa9cff5bb for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:13:27.097066 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Updating router 1de2e584-6a55-42dc-b555-90daa9cff5bb port 529259eb-bac7-4e1e-aeb0-7963a5dec596 binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:13:27.130483 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:27.136541 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Publish callbacks [] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.138321 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.172652 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.196668 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:27.207066 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:27.223444 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Network 9929a618-46ec-43e0-9a7a-ac3572079a97 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:27.235780 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:27.242360 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:13:27.243104 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (1de2e584-6a55-42dc-b555-90daa9cff5bb), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.269593 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:27.277323 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device a92e59df-5df6-40c5-83f5-9920814a1b5a no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:13:27.310867 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: a92e59df-5df6-40c5-83f5-9920814a1b5a {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:13:27.311529 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device a92e59df-5df6-40c5-83f5-9920814a1b5a not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:13:27.312013 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device d9cfd7de-2c78-4b58-bfa2-a56295ddc544 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:13:27.333665 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Pushing event updated for resources: {'Port': ['ID=57e4a4ba-ec6f-4acc-bc74-c52dcdef122b,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:27.356800 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: d9cfd7de-2c78-4b58-bfa2-a56295ddc544 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:13:27.357155 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device d9cfd7de-2c78-4b58-bfa2-a56295ddc544 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:13:27.360882 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-f5c75320-09ba-4f9c-9790-93b96ee446a0 None None] Current status of the port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:27.407072 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-d9d9fc4d-c36d-4696-aef7-a5e243d2af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:27.411884 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-d9d9fc4d-c36d-4696-aef7-a5e243d2af6f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 1130 time: 0.0956113 Sep 15 14:13:27.512062 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.553142 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Publish callbacks [] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.571603 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.606237 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '49c1edc8-cd6b-4d67-9896-16e2fb564457', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'port_id': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'mac_address': 'fa:16:3e:c4:fa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:12:44Z', 'updated_at': '2022-09-15T14:13:26Z', 'revision_number': 1, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:27.632017 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Attempting to bind port 529259eb-bac7-4e1e-aeb0-7963a5dec596 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:13:27.632452 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Attempting to bind port 529259eb-bac7-4e1e-aeb0-7963a5dec596 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:13:27.632745 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Attempting to bind port 529259eb-bac7-4e1e-aeb0-7963a5dec596 on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:27.633385 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] Checking router: 35b3ee80-73b2-4575-9855-f9c2c2e7c927 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:13:27.645102 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:27.645981 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:27.666640 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5bb53-ce46-43d8-9b5a-02841a692e8c None None] Pushing event updated for resources: {'Port': ['ID=529259eb-bac7-4e1e-aeb0-7963a5dec596,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:27.699413 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Provisioning complete for port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:27.699807 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.700142 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Attempt 1 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:27.730935 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:13:27.731332 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:27.731737 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.732114 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:13:27.732592 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Bound port: 529259eb-bac7-4e1e-aeb0-7963a5dec596, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:13:27.732968 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.735774 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Publish callbacks [] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.737544 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:27.747550 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.748478 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (1de2e584-6a55-42dc-b555-90daa9cff5bb), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.761217 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:27.770739 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:27.785907 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:27.813446 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] For port 529259eb-bac7-4e1e-aeb0-7963a5dec596, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:13:27.817514 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] For port 529259eb-bac7-4e1e-aeb0-7963a5dec596, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=529259eb-bac7-4e1e-aeb0-7963a5dec596,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:13:27.825986 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:27.850997 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Pushing event updated for resources: {'Port': ['ID=57e4a4ba-ec6f-4acc-bc74-c52dcdef122b,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:27.865516 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:27.866260 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:27.917350 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Network 9929a618-46ec-43e0-9a7a-ac3572079a97 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:27.919204 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:27.923003 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5bb53-ce46-43d8-9b5a-02841a692e8c None None] Pushing event updated for resources: {'Port': ['ID=529259eb-bac7-4e1e-aeb0-7963a5dec596,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:27.924097 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-ae62faf9-6a4a-4b4f-807e-e92aa2c911bb tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:27.925905 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-ae62faf9-6a4a-4b4f-807e-e92aa2c911bb tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa HTTP/1.1" status: 200 len: 808 time: 0.1598506 Sep 15 14:13:27.963982 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-607d0f86-f340-4e48-aef3-b4c549a4a269 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/quotas/6c7cce87cd0c4e6785bd0db3abe77f27 HTTP/1.1" status: 200 len: 375 time: 0.0214367 Sep 15 14:13:28.001022 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-c3315c5c-2495-4940-86a5-a0ea3c809405 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6c7cce87cd0c4e6785bd0db3abe77f27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361040 Sep 15 14:13:28.026911 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:28.089843 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '49c1edc8-cd6b-4d67-9896-16e2fb564457', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'port_id': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'mac_address': 'fa:16:3e:c4:fa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:12:44Z', 'updated_at': '2022-09-15T14:13:26Z', 'revision_number': 1, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:28.119111 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509af203-d083-4da6-abda-ce6b4ff96193 None None] The sync data for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi is: [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '49c1edc8-cd6b-4d67-9896-16e2fb564457', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'port_id': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'mac_address': 'fa:16:3e:c4:fa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:12:44Z', 'updated_at': '2022-09-15T14:13:26Z', 'revision_number': 1, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:13:28.172031 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-b54739bd-6c78-4ca0-9e7a-891eff291d56 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605833 Sep 15 14:13:28.295395 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-2ec62d78-0476-4651-af0e-9108ecb4e1a8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181583 Sep 15 14:13:28.300129 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Attempt 2 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:28.348085 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:28.374685 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Router 1de2e584-6a55-42dc-b555-90daa9cff5bb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:13:28.409787 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:28.429388 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:28.440633 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 2, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:28.466923 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8c451954-2247-4946-9b90-9287ecfe7528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:28.470594 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f641a-2904-4b16-a8db-acd45dbcd2e3 None None] The sync data for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi is: [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 2, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:13:28.497693 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e55e3a-ab5d-47ab-8b9d-e1182ffea53c None None] New status for floating IP 49c1edc8-cd6b-4d67-9896-16e2fb564457: ACTIVE {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:13:28.567422 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5b49e486-ad60-4602-8fd5-3a039ad46d3d req-e33ee18d-629c-4a07-9988-aa2e8295bf1a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 210 time: 0.0531237 Sep 15 14:13:28.575085 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:13:28.593023 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-9c6f9c1f-39da-4184-9dad-dbd0a3b6f184 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1de2e584-6a55-42dc-b555-90daa9cff5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3994322 Sep 15 14:13:28.659729 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-bbffc515-fd23-4760-91bb-47a1751a1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:28.661274 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-bbffc515-fd23-4760-91bb-47a1751a1fe6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.1642191 Sep 15 14:13:28.708549 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:28.767909 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:28.768410 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:28.768938 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 Sep 15 14:13:28.862748 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Attempt 3 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:28.905159 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:28.915571 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:29.238292 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 54278) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:29.243247 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-862974019-network', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:29.263967 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Made reservation on behalf of 7c1acf0de9e5442ca8a9a310de0238ed for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:13:29.266314 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.275835 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.383987 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Publish callbacks [] for security_group (4b7d1b62-b10c-4c04-b974-acf9c84f3ef8), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.388948 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4b7d1b62-b10c-4c04-b974-acf9c84f3ef8), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.415789 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:13:29.417084 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Attempt 4 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:29.425508 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7d1b62-b10c-4c04-b974-acf9c84f3ef8,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:29.434143 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (1ac0e800-dd53-438f-a2f1-8049ee150266), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.434720 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Added segment 1ac0e800-dd53-438f-a2f1-8049ee150266 of type vlan for network 73e6051c-05cc-459e-bfb0-05bc6a56437f Sep 15 14:13:29.462425 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:29.485948 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (73e6051c-05cc-459e-bfb0-05bc6a56437f), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.504385 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-e005199b-f264-4176-b90b-1e53f089dcaa service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8409c65f-618f-424a-9458-b2d4ffc0defc HTTP/1.1" status: 200 len: 1001 time: 0.0629678 Sep 15 14:13:29.512925 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (73e6051c-05cc-459e-bfb0-05bc6a56437f), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.514015 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:29.514674 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.576235 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3367670 Sep 15 14:13:29.578896 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 54282) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:29.586437 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Request body: {'subnet': {'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-862974019-subnet', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:29.594098 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d1376-1660-44a9-9af3-483c3ca4b693 admin admin] Pushing event updated for resources: {'Network': ['ID=73e6051c-05cc-459e-bfb0-05bc6a56437f,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:29.605261 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 73e6051c-05cc-459e-bfb0-05bc6a56437f details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:13:29.613809 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Made reservation on behalf of 7c1acf0de9e5442ca8a9a310de0238ed for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:13:29.616910 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.662983 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:29.706622 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:29.710799 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-55f45912-ad9d-4a09-87ca-b7d96b9973d0 req-54dcf8c1-562d-44b4-baf6-a84bc64638ad tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 210 time: 0.0424929 Sep 15 14:13:29.810423 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for subnet (04a1b656-8f25-4fd4-9aa0-1b664d7bceb9), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.867717 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a1b656-8f25-4fd4-9aa0-1b664d7bceb9,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:29.879122 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Checking segment: {'id': '1ac0e800-dd53-438f-a2f1-8049ee150266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:29.879476 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Network hostable DHCP agents. Network: 73e6051c-05cc-459e-bfb0-05bc6a56437f, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:13:29.897702 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Network 73e6051c-05cc-459e-bfb0-05bc6a56437f is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:13:29.908295 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 73e6051c-05cc-459e-bfb0-05bc6a56437f) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:29.913076 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:29.913702 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.917636 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d46822-a678-40a7-9915-d480586c1ba5 None None] Network 73e6051c-05cc-459e-bfb0-05bc6a56437f requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:13:29.933825 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-00ecbc9a-8bfd-4d43-bcb5-c97f0ff31eec admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3537562 Sep 15 14:13:29.936540 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 54286) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:29.940713 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:29.964387 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Attempt 5 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:29.971828 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:29.972889 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.020532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:30.032035 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks [] for router_controller (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), precommit_add_association {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.060215 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-73e6051c-05cc-459e-bfb0-05bc6a56437f', 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f', 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'fixed_ips': [{'subnet_id': '04a1b656-8f25-4fd4-9aa0-1b664d7bceb9'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:13:30.061314 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.166597 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks [] for router_gateway (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.200210 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Allocated IP 172.20.0.2 (73e6051c-05cc-459e-bfb0-05bc6a56437f/04a1b656-8f25-4fd4-9aa0-1b664d7bceb9/103b4c94-e5e8-499a-a0e4-3dc1acab8b9a) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:13:30.348380 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Publish callbacks [] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.351118 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks [] for router_gateway (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.356532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.363933 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:30.371642 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.390708 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:30.402077 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Network 73e6051c-05cc-459e-bfb0-05bc6a56437f is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:30.410818 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:30.415356 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:13:30.423824 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Pushing event updated for resources: {'Port': ['ID=103b4c94-e5e8-499a-a0e4-3dc1acab8b9a,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:30.476999 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Attempting to bind port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:13:30.477369 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Attempting to bind port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '1ac0e800-dd53-438f-a2f1-8049ee150266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:13:30.477726 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Attempting to bind port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a on network 73e6051c-05cc-459e-bfb0-05bc6a56437f {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:30.490409 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Allocated IP 172.27.1.202 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/9bbec5ea-0fca-4080-b3bc-df657b3e3540) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:13:30.517782 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:30.522563 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Attempt 6 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:30.525711 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:13:30.526391 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Checking segment: {'id': '1ac0e800-dd53-438f-a2f1-8049ee150266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:30.526961 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.527518 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Bound using segment: {'id': '1ac0e800-dd53-438f-a2f1-8049ee150266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:13:30.528178 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Bound port: 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac0e800-dd53-438f-a2f1-8049ee150266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:13:30.528710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.575877 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:30.616792 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks [] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.629907 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:30.632356 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] For port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:13:30.636518 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] For port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=103b4c94-e5e8-499a-a0e4-3dc1acab8b9a,segment=NetworkSegment(1ac0e800-dd53-438f-a2f1-8049ee150266),segment_id=1ac0e800-dd53-438f-a2f1-8049ee150266)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:13:30.659749 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.659998 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.701319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-5c3b74c1-2e0a-4123-a025-caa23f31fae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.706413 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 529259eb-bac7-4e1e-aeb0-7963a5dec596 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:30.710770 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:30.722295 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:30.726860 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:13:30.776061 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0d1e0-2f21-4873-862f-8dbb8fed2368 None None] Pushing event updated for resources: {'Port': ['ID=103b4c94-e5e8-499a-a0e4-3dc1acab8b9a,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:30.777563 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbec5ea-0fca-4080-b3bc-df657b3e3540,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:30.812938 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 529259eb-bac7-4e1e-aeb0-7963a5dec596 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:30.814129 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.814666 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 529259eb-bac7-4e1e-aeb0-7963a5dec596 Sep 15 14:13:30.818321 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:30.826258 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:30.839609 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-899e0196-664d-4fd8-bf6b-5c68b2db9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:30.841606 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-899e0196-664d-4fd8-bf6b-5c68b2db9757 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0906675 Sep 15 14:13:30.899245 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-390f3bcd-1691-4c05-82bd-0c2b32f975b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:30.901388 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-390f3bcd-1691-4c05-82bd-0c2b32f975b2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512269 Sep 15 14:13:30.921534 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Sync routers for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:13:30.945394 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:30.949352 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:30.968497 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 529259eb-bac7-4e1e-aeb0-7963a5dec596 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:30.970794 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:30.971259 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-54dd04b6-56f5-41e7-8329-c4e6f8714550 req-20453d19-f8bc-4ae1-af43-16067d068d09 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 210 time: 0.1049185 Sep 15 14:13:31.027861 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 529259eb-bac7-4e1e-aeb0-7963a5dec596, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=529259eb-bac7-4e1e-aeb0-7963a5dec596,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:31.046546 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:31.078088 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Attempt 7 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:31.131851 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-3bc8594d-a9a5-496e-970f-e5c03cc92430 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237406 Sep 15 14:13:31.172139 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:31.172681 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:31.195632 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=529259eb-bac7-4e1e-aeb0-7963a5dec596,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:31.221081 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks [] for router_gateway (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:31.271238 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a5850778-9ccc-4c35-8571-890ff0b4ff0d req-22bf70a6-c398-48ed-9c24-cfbe58f488b6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254878 Sep 15 14:13:31.332433 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:31.334587 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:31.419370 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 2, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:31.436346 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:31.453070 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Checking router: 1de2e584-6a55-42dc-b555-90daa9cff5bb for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:13:31.453514 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Updating router 1de2e584-6a55-42dc-b555-90daa9cff5bb port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:13:31.483293 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:31.578297 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:13:31.673878 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Attempt 8 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:31.710810 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:31.726816 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:13:31.737137 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:31.741345 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Sync routers for ids ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:13:31.750983 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:31.754012 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-b7c3b201-fe8e-4754-bfc9-c265bac61b92 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8165002 Sep 15 14:13:31.756760 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 54298) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:13:31.762055 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Routers {'9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:31.762998 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:31.806896 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Publish callbacks [] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:31.818423 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:31.909730 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce72f2e-52ce-410d-874e-9a799bab60c4 None None] Network 73e6051c-05cc-459e-bfb0-05bc6a56437f requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:13:31.955774 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Pushing event updated for resources: {'Port': ['ID=57e4a4ba-ec6f-4acc-bc74-c52dcdef122b,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:31.977429 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Set router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:31.984511 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:32.023976 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.024469 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.024845 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.026111 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.026735 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.027069 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.027400 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.027748 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.028081 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.028406 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.028812 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.029364 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.036145 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.036739 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.037253 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:32.047126 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Attempting to bind port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:13:32.048610 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Attempting to bind port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:13:32.049204 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Attempting to bind port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b on network 9929a618-46ec-43e0-9a7a-ac3572079a97 {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:32.084525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.144624 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:13:32.145522 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Checking segment: {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:32.146080 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.146628 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Bound using segment: {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:13:32.147280 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Bound port: 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:13:32.147866 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.179841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:32.227106 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] For port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:13:32.230887 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] For port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=57e4a4ba-ec6f-4acc-bc74-c52dcdef122b,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:13:32.241139 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.265773 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Attempt 9 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:32.282768 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:32.283538 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:32.295588 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-a6a06953-1243-4812-badc-11f651fd700d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:32.301928 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-a6a06953-1243-4812-badc-11f651fd700d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.52 "GET /networking/v2.0/networks?id=7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa HTTP/1.1" status: 200 len: 808 time: 0.4058640 Sep 15 14:13:32.313118 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:29Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 3, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'gw_port': {'id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:30Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:32.354290 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Checking router: 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:13:32.354644 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Updating router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:13:32.360690 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5af9f4-b613-4da5-a4bd-2f8f77f45385 None None] Pushing event updated for resources: {'Port': ['ID=57e4a4ba-ec6f-4acc-bc74-c52dcdef122b,revision_number=4']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:32.373981 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Request body: {'port': {'device_id': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa', 'admin_state_up': True, 'tenant_id': '6c7cce87cd0c4e6785bd0db3abe77f27'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:32.425155 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.459356 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Current status of the port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:32.459960 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.478348 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-eee1800c-a084-46ee-89e0-4d9acdbd8d28 req-aeb6c910-b664-4054-a8a7-0ebd7423fef7 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 210 time: 0.1768081 Sep 15 14:13:32.515748 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:32.516970 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Made reservation on behalf of 6c7cce87cd0c4e6785bd0db3abe77f27 for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:13:32.521402 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.529966 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:32.701444 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] For port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=57e4a4ba-ec6f-4acc-bc74-c52dcdef122b,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:32.706922 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:32.711080 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.763811 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Allocated IP 172.20.0.12 (7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa/f9662a09-a605-48ff-bcef-4837376224fe/00901558-ee89-4015-8f41-4eaf27b606cb) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:13:32.765586 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:32.816092 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c9a47-a681-4273-9cc9-def23d7fc038 None None] Pushing event updated for resources: {'Port': ['ID=57e4a4ba-ec6f-4acc-bc74-c52dcdef122b,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:32.839914 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:32Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:32.842853 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:32.849735 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Provisioning complete for port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:32.850102 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.850438 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Attempt 1 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:32.874629 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f02e60-e1d2-4f0e-9b57-9d2842daf066 None None] The sync data for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi is: [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:32Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:13:32.882684 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:32.967863 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:32.968232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:32.968567 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:33.079769 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Publish callbacks [] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.081327 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:33.084223 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Current status of the port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:33.098096 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.108217 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Provisioning complete for port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:33.108589 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.108926 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Attempt 1 to provision port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a Sep 15 14:13:33.115004 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks [] for port (00901558-ee89-4015-8f41-4eaf27b606cb), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.136357 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:33.168938 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.173736 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Attempting to bind port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:13:33.174116 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Attempting to bind port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:13:33.174485 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Attempting to bind port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:33.243116 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.273133 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:33.274355 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:33.276278 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605cf27-b1d6-4c3f-bd2f-87f33988a032 None None] Pushing event updated for resources: {'Port': ['ID=9bbec5ea-0fca-4080-b3bc-df657b3e3540,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:33.310260 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:33.313695 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:33.353130 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:13:33.361064 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:13:33.361428 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:33.361831 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.362233 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:13:33.362716 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Bound port: 9bbec5ea-0fca-4080-b3bc-df657b3e3540, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:13:33.363094 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.387380 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Pushing event updated for resources: {'Port': ['ID=00901558-ee89-4015-8f41-4eaf27b606cb,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:33.398370 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Current status of the port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:33.398691 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.426271 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:33.426647 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.426975 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a Sep 15 14:13:33.458128 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:33.458745 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.491731 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] For port 9bbec5ea-0fca-4080-b3bc-df657b3e3540, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:13:33.492019 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-00b68178-9f8b-40bf-a6c5-18ddb37653c2 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1234624 Sep 15 14:13:33.493161 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Allocated IP 172.20.0.1 (73e6051c-05cc-459e-bfb0-05bc6a56437f/04a1b656-8f25-4fd4-9aa0-1b664d7bceb9/5240cc18-4c85-4145-a429-e903352835ba) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:13:33.514112 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Request body: {'port': {'device_id': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:33.520787 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.543378 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] For port 9bbec5ea-0fca-4080-b3bc-df657b3e3540, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=9bbec5ea-0fca-4080-b3bc-df657b3e3540,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:13:33.548959 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.553504 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] For port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=103b4c94-e5e8-499a-a0e4-3dc1acab8b9a,segment=NetworkSegment(1ac0e800-dd53-438f-a2f1-8049ee150266),segment_id=1ac0e800-dd53-438f-a2f1-8049ee150266)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:33.558059 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.566957 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.632152 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Routers {'9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:33.632790 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:33.674709 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:33.678738 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:33.679885 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 529259eb-bac7-4e1e-aeb0-7963a5dec596 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:33.687094 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa4656-5e1f-417b-8d25-d1d716a42e4b req-2f480130-519f-48de-ba2e-673c66f04ba9 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:33.688486 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-36fa4656-5e1f-417b-8d25-d1d716a42e4b req-2f480130-519f-48de-ba2e-673c66f04ba9 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 932 time: 0.0948434 Sep 15 14:13:33.695229 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.714531 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605cf27-b1d6-4c3f-bd2f-87f33988a032 None None] Pushing event updated for resources: {'Port': ['ID=9bbec5ea-0fca-4080-b3bc-df657b3e3540,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:33.729827 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:33.809197 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Publish callbacks [] for port (5240cc18-4c85-4145-a429-e903352835ba), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.840517 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] Set router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:33.842221 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:33.843039 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d98685-f64e-434a-aaab-8cac7ac44d47 None None] Pushing event updated for resources: {'Port': ['ID=103b4c94-e5e8-499a-a0e4-3dc1acab8b9a,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:33.870519 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 529259eb-bac7-4e1e-aeb0-7963a5dec596 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:33.870519 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:33.871175 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 529259eb-bac7-4e1e-aeb0-7963a5dec596 Sep 15 14:13:33.901457 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-36fa4656-5e1f-417b-8d25-d1d716a42e4b req-7ff158e3-5561-4f76-8e5e-8768671d0033 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945016 Sep 15 14:13:33.934529 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:33.988652 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (5240cc18-4c85-4145-a429-e903352835ba), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.067149 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Network 73e6051c-05cc-459e-bfb0-05bc6a56437f is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:34.074345 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 529259eb-bac7-4e1e-aeb0-7963a5dec596 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:34.085747 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:34.094607 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Pushing event updated for resources: {'Port': ['ID=5240cc18-4c85-4145-a429-e903352835ba,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:34.095227 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:29Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 3, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'gw_port': {'id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:30Z', 'updated_at': '2022-09-15T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:34.097063 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:13:34.127897 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ae241-dc6d-422f-bb8f-26bfc81cbff6 None None] The sync data for ids ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'] in dv-cinder-856971-2-iscsi is: [{'id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:29Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 3, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'gw_port': {'id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:30Z', 'updated_at': '2022-09-15T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:13:34.199527 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.281110 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00901558-ee89-4015-8f41-4eaf27b606cb {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:13:34.290915 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Publish callbacks [] for port (00901558-ee89-4015-8f41-4eaf27b606cb), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.330003 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Transition to ACTIVE for port object 00901558-ee89-4015-8f41-4eaf27b606cb will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:13:34.334151 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.389350 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Provisioning complete for port 5240cc18-4c85-4145-a429-e903352835ba triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:34.389741 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5240cc18-4c85-4145-a429-e903352835ba), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.390174 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Attempt 1 to provision port 5240cc18-4c85-4145-a429-e903352835ba Sep 15 14:13:34.422643 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Port 5240cc18-4c85-4145-a429-e903352835ba cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:34.425613 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:34.449778 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Pushing event updated for resources: {'Port': ['ID=00901558-ee89-4015-8f41-4eaf27b606cb,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:34.457795 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5240cc18-4c85-4145-a429-e903352835ba), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.515451 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Attempting to bind port 00901558-ee89-4015-8f41-4eaf27b606cb on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:13:34.515806 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Attempting to bind port 00901558-ee89-4015-8f41-4eaf27b606cb by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:13:34.516129 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Attempting to bind port 00901558-ee89-4015-8f41-4eaf27b606cb on network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:34.615711 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Port 00901558-ee89-4015-8f41-4eaf27b606cb on network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:13:34.616034 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Attempting to bind port 00901558-ee89-4015-8f41-4eaf27b606cb on network 7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:34.644196 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:34.644703 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:34.694835 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:34.695323 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.695762 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b Sep 15 14:13:34.699302 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:13:34.699633 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Checking segment: {'id': '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:34.700033 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Bound using segment: {'id': '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:13:34.700465 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Bound port: 00901558-ee89-4015-8f41-4eaf27b606cb, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:13:34.700834 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.731025 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Publish callbacks [] for port (5240cc18-4c85-4145-a429-e903352835ba), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.750674 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (5240cc18-4c85-4145-a429-e903352835ba), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.770170 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:34.771248 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:34.815788 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:34.816163 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.816797 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a Sep 15 14:13:34.846025 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.850464 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] For port 00901558-ee89-4015-8f41-4eaf27b606cb, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:13:34.852626 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Pushing event updated for resources: {'Port': ['ID=5240cc18-4c85-4145-a429-e903352835ba,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:34.859769 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] For port 00901558-ee89-4015-8f41-4eaf27b606cb, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=00901558-ee89-4015-8f41-4eaf27b606cb,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:13:34.868617 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.887818 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:34.891163 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:34.891307 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/00901558-ee89-4015-8f41-4eaf27b606cb HTTP/1.1" status: 200 len: 1094 time: 1.3838043 Sep 15 14:13:34.896111 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'tag': '00901558-ee89-4015-8f41-4eaf27b606cb'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:34.898403 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6672f5c0-6fe8-45dc-90ae-21cb66f335d1" -d '{"events": [{"name": "network-changed", "server_uuid": "596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa", "tag": "00901558-ee89-4015-8f41-4eaf27b606cb"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:34.983719 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef9c043-450b-4c55-ae13-22d1ea5a232b x-openstack-request-id: req-3ef9c043-450b-4c55-ae13-22d1ea5a232b {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:34.984110 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa", "tag": "00901558-ee89-4015-8f41-4eaf27b606cb", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:34.984461 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3ef9c043-450b-4c55-ae13-22d1ea5a232b {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:34.984957 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef9c043-450b-4c55-ae13-22d1ea5a232b'] response: {'name': 'network-changed', 'server_uuid': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'tag': '00901558-ee89-4015-8f41-4eaf27b606cb', 'status': 'completed', 'code': 200} Sep 15 14:13:35.053275 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Attempt 2 to provision port 5240cc18-4c85-4145-a429-e903352835ba Sep 15 14:13:35.068503 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2ff1f-3b50-4238-a122-8c1af6e737bf service neutron] Pushing event updated for resources: {'Port': ['ID=00901558-ee89-4015-8f41-4eaf27b606cb,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:35.093739 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689751e1-2034-4275-b68a-3d4ad2f6bbcb req-634b168e-a1c4-4652-a92c-dfe41a338253 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:35.094835 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:35.095284 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-689751e1-2034-4275-b68a-3d4ad2f6bbcb req-634b168e-a1c4-4652-a92c-dfe41a338253 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0903258 Sep 15 14:13:35.097406 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Port 5240cc18-4c85-4145-a429-e903352835ba cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:35.131888 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Network 73e6051c-05cc-459e-bfb0-05bc6a56437f is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:35.134458 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:35.165802 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-689751e1-2034-4275-b68a-3d4ad2f6bbcb req-fb508791-f0ce-43fa-b012-1d5907919f81 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630076 Sep 15 14:13:35.520588 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:13:35.523216 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:35.598897 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Attempt 3 to provision port 5240cc18-4c85-4145-a429-e903352835ba Sep 15 14:13:35.630827 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:13:35.631918 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Port 5240cc18-4c85-4145-a429-e903352835ba cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:35.636126 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-65f864c9-35e6-48c7-a343-185ed264f64d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/9e4c229d-a6f7-4dad-9700-f6baa05fa4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8783090 Sep 15 14:13:36.133589 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Attempt 4 to provision port 5240cc18-4c85-4145-a429-e903352835ba Sep 15 14:13:36.171194 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Port 5240cc18-4c85-4145-a429-e903352835ba cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:36.307889 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Sync routers for ids ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:13:36.322057 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Routers {'9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:36.322927 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:36.326860 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c3dea-3af1-4231-9470-e4a88a1311f7 req-095b9e44-a223-490f-b6d8-b7d0c6895b31 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:36.328445 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3f1c3dea-3af1-4231-9470-e4a88a1311f7 req-095b9e44-a223-490f-b6d8-b7d0c6895b31 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0711284 Sep 15 14:13:36.421337 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3f1c3dea-3af1-4231-9470-e4a88a1311f7 req-40927991-d067-402a-b9a0-a5b88c4a00ae tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862749 Sep 15 14:13:36.431813 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Set router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:36.668850 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:29Z', 'updated_at': '2022-09-15T14:13:34Z', 'revision_number': 4, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'gw_port': {'id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:30Z', 'updated_at': '2022-09-15T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5240cc18-4c85-4145-a429-e903352835ba', 'name': '', 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'mac_address': 'fa:16:3e:64:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '04a1b656-8f25-4fd4-9aa0-1b664d7bceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:33Z', 'updated_at': '2022-09-15T14:13:34Z', 'revision_number': 2, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'subnets': [{'id': '04a1b656-8f25-4fd4-9aa0-1b664d7bceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:36.672060 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Attempt 5 to provision port 5240cc18-4c85-4145-a429-e903352835ba Sep 15 14:13:36.720512 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Checking router: 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:13:36.721319 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Updating router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 port 5240cc18-4c85-4145-a429-e903352835ba binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:13:36.722600 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 9bbec5ea-0fca-4080-b3bc-df657b3e3540 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:36.757745 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5240cc18-4c85-4145-a429-e903352835ba), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:36.764294 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Port 5240cc18-4c85-4145-a429-e903352835ba cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:36.781805 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:36.782265 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:36.782669 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 Sep 15 14:13:36.871436 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:36.871793 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:36.893091 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:36.896907 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:36.899326 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 9bbec5ea-0fca-4080-b3bc-df657b3e3540, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=9bbec5ea-0fca-4080-b3bc-df657b3e3540,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:36.908522 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:37.018873 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=9bbec5ea-0fca-4080-b3bc-df657b3e3540,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:37.109112 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Publish callbacks [] for port (5240cc18-4c85-4145-a429-e903352835ba), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:37.115516 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (5240cc18-4c85-4145-a429-e903352835ba), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:37.199208 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ffb6c-7296-4f09-8037-2b715f83ab8e None None] Pushing event updated for resources: {'Port': ['ID=5240cc18-4c85-4145-a429-e903352835ba,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:37.215539 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Attempting to bind port 5240cc18-4c85-4145-a429-e903352835ba on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:13:37.215927 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Attempting to bind port 5240cc18-4c85-4145-a429-e903352835ba by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '1ac0e800-dd53-438f-a2f1-8049ee150266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:13:37.216279 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Attempting to bind port 5240cc18-4c85-4145-a429-e903352835ba on network 73e6051c-05cc-459e-bfb0-05bc6a56437f {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:37.258332 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:37.262300 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:13:37.262783 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Checking segment: {'id': '1ac0e800-dd53-438f-a2f1-8049ee150266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:37.263184 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:37.263569 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Bound using segment: {'id': '1ac0e800-dd53-438f-a2f1-8049ee150266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:13:37.264072 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Bound port: 5240cc18-4c85-4145-a429-e903352835ba, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac0e800-dd53-438f-a2f1-8049ee150266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:13:37.264445 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5240cc18-4c85-4145-a429-e903352835ba), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:37.267607 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Attempt 6 to provision port 5240cc18-4c85-4145-a429-e903352835ba Sep 15 14:13:37.275474 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:37.341750 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Port 5240cc18-4c85-4145-a429-e903352835ba cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:37.352865 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] For port 5240cc18-4c85-4145-a429-e903352835ba, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:13:37.358266 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] For port 5240cc18-4c85-4145-a429-e903352835ba, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=5240cc18-4c85-4145-a429-e903352835ba,segment=NetworkSegment(1ac0e800-dd53-438f-a2f1-8049ee150266),segment_id=1ac0e800-dd53-438f-a2f1-8049ee150266)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:13:37.373460 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (5240cc18-4c85-4145-a429-e903352835ba), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:37.424911 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Routers {'9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:13:37.425538 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:13:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:37.453136 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f5c0-6fe8-45dc-90ae-21cb66f335d1 req-d1ed7e82-92c0-4895-b5c2-d0f603bcaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:37.455320 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6672f5c0-6fe8-45dc-90ae-21cb66f335d1 req-d1ed7e82-92c0-4895-b5c2-d0f603bcaaae service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6c7cce87cd0c4e6785bd0db3abe77f27&device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 1128 time: 0.0572054 Sep 15 14:13:37.495332 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ffb6c-7296-4f09-8037-2b715f83ab8e None None] Pushing event updated for resources: {'Port': ['ID=5240cc18-4c85-4145-a429-e903352835ba,revision_number=4']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:37.602296 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] Set router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:13:37.612597 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:37.642940 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c57a0-ccb3-4971-84f2-b337b8109e67 req-aac3a1ae-f5e1-4f36-a4b2-fcb222d0f628 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:37.644848 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c32c57a0-ccb3-4971-84f2-b337b8109e67 req-aac3a1ae-f5e1-4f36-a4b2-fcb222d0f628 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0766249 Sep 15 14:13:37.646435 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f5c0-6fe8-45dc-90ae-21cb66f335d1 req-413b23b6-0938-4c2c-a85c-939b58aa4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:37.647979 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6672f5c0-6fe8-45dc-90ae-21cb66f335d1 req-413b23b6-0938-4c2c-a85c-939b58aa4dc9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=6c7cce87cd0c4e6785bd0db3abe77f27&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1779697 Sep 15 14:13:37.775234 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c32c57a0-ccb3-4971-84f2-b337b8109e67 req-dae37b57-4508-4dbe-b613-78babebd0f4f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229124 Sep 15 14:13:37.826747 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f5c0-6fe8-45dc-90ae-21cb66f335d1 req-46f680d0-f2fb-4200-8bfb-720a11eb61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:37.828440 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6672f5c0-6fe8-45dc-90ae-21cb66f335d1 req-46f680d0-f2fb-4200-8bfb-720a11eb61bb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1694763 Sep 15 14:13:37.842892 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Attempt 7 to provision port 5240cc18-4c85-4145-a429-e903352835ba Sep 15 14:13:37.899785 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:29Z', 'updated_at': '2022-09-15T14:13:34Z', 'revision_number': 4, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'gw_port': {'id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:30Z', 'updated_at': '2022-09-15T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5240cc18-4c85-4145-a429-e903352835ba', 'name': '', 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'mac_address': 'fa:16:3e:64:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '04a1b656-8f25-4fd4-9aa0-1b664d7bceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:33Z', 'updated_at': '2022-09-15T14:13:37Z', 'revision_number': 4, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'subnets': [{'id': '04a1b656-8f25-4fd4-9aa0-1b664d7bceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:13:37.931980 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf5144-4338-46fb-af78-8fe61899d0ef None None] The sync data for ids ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'] in dv-cinder-856971-2-iscsi is: [{'id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:29Z', 'updated_at': '2022-09-15T14:13:34Z', 'revision_number': 4, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'gw_port': {'id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:30Z', 'updated_at': '2022-09-15T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5240cc18-4c85-4145-a429-e903352835ba', 'name': '', 'network_id': '73e6051c-05cc-459e-bfb0-05bc6a56437f', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'mac_address': 'fa:16:3e:64:00:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '04a1b656-8f25-4fd4-9aa0-1b664d7bceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:33Z', 'updated_at': '2022-09-15T14:13:37Z', 'revision_number': 4, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'subnets': [{'id': '04a1b656-8f25-4fd4-9aa0-1b664d7bceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:13:37.937353 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Current status of the port 5240cc18-4c85-4145-a429-e903352835ba is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:37.937755 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5240cc18-4c85-4145-a429-e903352835ba), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:37.956068 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-59e0f94f-808a-4fff-8be3-90957628b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:37.958823 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-59e0f94f-808a-4fff-8be3-90957628b1ae service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6c7cce87cd0c4e6785bd0db3abe77f27&device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 1128 time: 0.0585968 Sep 15 14:13:38.008043 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] For port 5240cc18-4c85-4145-a429-e903352835ba, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=5240cc18-4c85-4145-a429-e903352835ba,segment=NetworkSegment(1ac0e800-dd53-438f-a2f1-8049ee150266),segment_id=1ac0e800-dd53-438f-a2f1-8049ee150266)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:38.017830 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (5240cc18-4c85-4145-a429-e903352835ba), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:38.068563 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-e2b0d927-0476-49f3-9905-27416a2cf5b6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00901558-ee89-4015-8f41-4eaf27b606cb HTTP/1.1" status: 200 len: 217 time: 0.0813203 Sep 15 14:13:38.085423 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e96a6-2024-4a93-86b6-2ac32ec119e6 None None] Pushing event updated for resources: {'Port': ['ID=5240cc18-4c85-4145-a429-e903352835ba,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:38.147637 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-db83ec64-72d8-408a-810c-245e30259508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:38.149854 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-db83ec64-72d8-408a-810c-245e30259508 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f9662a09-a605-48ff-bcef-4837376224fe HTTP/1.1" status: 200 len: 848 time: 0.0739236 Sep 15 14:13:38.152360 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-792f1e32-b197-4806-ab7f-bff6fd75e3a9 None None] Provisioning complete for port 5240cc18-4c85-4145-a429-e903352835ba triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:38.152744 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-792f1e32-b197-4806-ab7f-bff6fd75e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5240cc18-4c85-4145-a429-e903352835ba), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:38.153088 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-792f1e32-b197-4806-ab7f-bff6fd75e3a9 None None] Attempt 1 to provision port 5240cc18-4c85-4145-a429-e903352835ba Sep 15 14:13:38.201401 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-689c24b2-6796-41cc-9404-d993dfa4e601 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446486 Sep 15 14:13:38.287360 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-792f1e32-b197-4806-ab7f-bff6fd75e3a9 None None] Current status of the port 5240cc18-4c85-4145-a429-e903352835ba is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:38.332839 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-5b77c70a-5f59-47f5-8a8b-a7891cd6b125 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243072 Sep 15 14:13:38.486968 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0da9bf79-5f98-4db7-ad3c-e583cb727ad3 req-9524b940-45d0-4a4e-b46e-c5f5e5566b33 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465933 Sep 15 14:13:38.833028 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 5240cc18-4c85-4145-a429-e903352835ba up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:38.883550 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 5240cc18-4c85-4145-a429-e903352835ba triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:38.883959 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5240cc18-4c85-4145-a429-e903352835ba), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:38.884299 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 5240cc18-4c85-4145-a429-e903352835ba Sep 15 14:13:38.948477 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-2668be8a-a47b-4ab4-a2c5-f12e9a6d1907 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:38.950494 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-2668be8a-a47b-4ab4-a2c5-f12e9a6d1907 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9201f9c5-6717-484a-984e-26d753a0213e HTTP/1.1" status: 200 len: 814 time: 0.1636922 Sep 15 14:13:38.971777 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-63806f59-54cd-4826-b463-63abc3d5d778 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/quotas/1e90b31934484572bf7c7bdcbc0fdf2d HTTP/1.1" status: 200 len: 375 time: 0.0157130 Sep 15 14:13:38.982922 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 5240cc18-4c85-4145-a429-e903352835ba is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:38.984288 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 9bbec5ea-0fca-4080-b3bc-df657b3e3540 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:39.043648 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-d488a73d-a167-49ed-bfc6-914c5a15404b tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1e90b31934484572bf7c7bdcbc0fdf2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592105 Sep 15 14:13:39.063515 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:39.064524 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:39.065055 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 Sep 15 14:13:39.164325 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:39.174702 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-fedcec8f-fd64-4ea8-9aaf-8f4bb7f439df service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300530 Sep 15 14:13:39.232404 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:39.282831 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-8c0b88e8-0199-4573-9e13-0b00556513b5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021733 Sep 15 14:13:39.585374 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a502cf-4a6b-40b3-81e5-55f3eaee9495 req-42c8ed08-4632-4a5e-bba0-5ffb57fde0ac tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:39.592336 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a9a502cf-4a6b-40b3-81e5-55f3eaee9495 req-42c8ed08-4632-4a5e-bba0-5ffb57fde0ac tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0856121 Sep 15 14:13:39.656253 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a9a502cf-4a6b-40b3-81e5-55f3eaee9495 req-7ccc2bec-4a65-4fe6-ae56-8c7a73a47eee tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618801 Sep 15 14:13:39.761712 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1efaa5d8-ead9-4d7c-a61b-6d8b21b5602f req-5ffe19e3-2ffe-4228-80c1-5750763db0b3 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 210 time: 0.0374210 Sep 15 14:13:40.789294 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412aa6c-1916-4bca-9478-20ba650f170d req-09ad16ac-4b9f-4f30-817d-11ee4fc9ab7e tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:40.791384 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7412aa6c-1916-4bca-9478-20ba650f170d req-09ad16ac-4b9f-4f30-817d-11ee4fc9ab7e tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0529876 Sep 15 14:13:40.819337 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:40.851913 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7412aa6c-1916-4bca-9478-20ba650f170d req-748907e1-c0bd-4657-9fc1-ff7d98909af0 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539563 Sep 15 14:13:40.944334 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4c0ac64e-3ab6-47a7-8dab-b41905074fea req-5c2f8526-3d48-4719-8faa-67252fb7b01f tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 210 time: 0.0366340 Sep 15 14:13:42.035815 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5859-b4bb-4c90-8317-b288849db31a req-748eb5b5-c18f-422a-b251-c0af961f8b4d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:42.043754 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-aa3a5859-b4bb-4c90-8317-b288849db31a req-748eb5b5-c18f-422a-b251-c0af961f8b4d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.1024687 Sep 15 14:13:42.106583 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-aa3a5859-b4bb-4c90-8317-b288849db31a req-c2c416f9-2f09-49de-82fd-906a90c74837 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570331 Sep 15 14:13:42.115214 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-75acfb93-5b49-451d-a5d3-d78ceb614c3b req-a452b468-37ba-472c-8a7f-c8aefa49b6f5 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 210 time: 0.0397296 Sep 15 14:13:42.741871 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-8d4ab328-c857-4be3-bf99-a96434838994 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:42.752987 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-8d4ab328-c857-4be3-bf99-a96434838994 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9201f9c5-6717-484a-984e-26d753a0213e HTTP/1.1" status: 200 len: 814 time: 0.1531067 Sep 15 14:13:42.787741 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Request body: {'port': {'device_id': '6db30a61-493d-42cb-803b-33969d3dcf22', 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e', 'admin_state_up': True, 'tenant_id': '1e90b31934484572bf7c7bdcbc0fdf2d'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:42.957566 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Made reservation on behalf of 1e90b31934484572bf7c7bdcbc0fdf2d for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:13:42.961390 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:43.147363 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Allocated IP 172.20.0.7 (9201f9c5-6717-484a-984e-26d753a0213e/9af08936-2b50-45e3-bdbc-859b25a0a208/87d565fd-0b4a-4e2d-a010-7a5aad16a5c7) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:13:43.244352 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5d263eee-89db-4f04-8ede-0340db4e44dd req-36f3b8b5-b0a3-4f38-88cb-c288562f4583 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 210 time: 0.0413909 Sep 15 14:13:43.342229 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06237dc1-a0f7-420d-ad07-1b90d0be4cdc req-5f17ebd7-0c43-4b24-b816-9ff225661241 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:43.343772 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06237dc1-a0f7-420d-ad07-1b90d0be4cdc req-5f17ebd7-0c43-4b24-b816-9ff225661241 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.1011884 Sep 15 14:13:43.357494 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 00901558-ee89-4015-8f41-4eaf27b606cb details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:13:43.417877 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06237dc1-a0f7-420d-ad07-1b90d0be4cdc req-a7e29570-d398-4e94-9b0c-1ed716fea8fd tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645308 Sep 15 14:13:43.430075 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:43.441633 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks [] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:43.482997 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:43.516888 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 00901558-ee89-4015-8f41-4eaf27b606cb, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=00901558-ee89-4015-8f41-4eaf27b606cb,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:43.518172 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:43.533932 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '00901558-ee89-4015-8f41-4eaf27b606cb', 'network_id': '7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa', 'port_id': '00901558-ee89-4015-8f41-4eaf27b606cb', 'mac_address': 'fa:16:3e:54:e7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9662a09-a605-48ff-bcef-4837376224fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:13:43.536993 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:43.540454 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Network 9201f9c5-6717-484a-984e-26d753a0213e is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:43.549165 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:43.553660 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:13:43.558845 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Pushing event updated for resources: {'Port': ['ID=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:43.576616 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:43.595893 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 00901558-ee89-4015-8f41-4eaf27b606cb is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:43.596306 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:43.614186 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00901558-ee89-4015-8f41-4eaf27b606cb {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:13:43.617080 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:43.617859 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:43.642289 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 00901558-ee89-4015-8f41-4eaf27b606cb, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=00901558-ee89-4015-8f41-4eaf27b606cb,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:43.643061 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-19d8ed0a-184c-4e49-8a62-095279dcdd7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8689489 Sep 15 14:13:43.646529 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:43.674876 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Request body: {'port': {'device_id': '6db30a61-493d-42cb-803b-33969d3dcf22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:43.698865 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=00901558-ee89-4015-8f41-4eaf27b606cb,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:43.754108 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:44.063774 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:13:44.073153 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Publish callbacks [] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:44.089721 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Transition to ACTIVE for port object 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:13:44.094526 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:44.158205 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Pushing event updated for resources: {'Port': ['ID=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:44.172896 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['00901558-ee89-4015-8f41-4eaf27b606cb'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:13:44.189690 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.190021 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.190273 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.190598 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.190923 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.191239 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.191558 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.191900 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.192253 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.192533 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.192849 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.193165 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.193476 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.193788 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.194096 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:13:44.234961 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Attempting to bind port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:13:44.235565 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Attempting to bind port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:13:44.236045 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Attempting to bind port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 on network 9201f9c5-6717-484a-984e-26d753a0213e {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:44.324078 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 on network 9201f9c5-6717-484a-984e-26d753a0213e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:13:44.324555 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Attempting to bind port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 on network 9201f9c5-6717-484a-984e-26d753a0213e {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:44.383170 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:13:44.383505 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Checking segment: {'id': 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:44.383917 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Bound using segment: {'id': 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:13:44.384353 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Bound port: 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:13:44.384961 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:44.410524 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df1a50-34d2-474a-88c5-25c3f7620f59 req-67be8e9f-7034-4e59-a5c9-dd6812e8e928 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:44.412407 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-04df1a50-34d2-474a-88c5-25c3f7620f59 req-67be8e9f-7034-4e59-a5c9-dd6812e8e928 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 943 time: 0.0629723 Sep 15 14:13:44.455770 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] For port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:13:44.459038 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] For port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:13:44.468696 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:44.473043 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:44.473660 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:44.475043 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 HTTP/1.1" status: 200 len: 1093 time: 0.8069265 Sep 15 14:13:44.475632 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db30a61-493d-42cb-803b-33969d3dcf22', 'tag': '87d565fd-0b4a-4e2d-a010-7a5aad16a5c7'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:44.477843 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350be788-fb18-4d56-bdde-c1309baef72b" -d '{"events": [{"name": "network-changed", "server_uuid": "6db30a61-493d-42cb-803b-33969d3dcf22", "tag": "87d565fd-0b4a-4e2d-a010-7a5aad16a5c7"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:44.484745 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-04df1a50-34d2-474a-88c5-25c3f7620f59 req-a229d062-ca87-4f94-aa59-91581eb5034d tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659406 Sep 15 14:13:44.563085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:44.587967 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:44.591051 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf95f11-42de-4899-b8e3-c8d6bf043a04 x-openstack-request-id: req-0bf95f11-42de-4899-b8e3-c8d6bf043a04 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:44.591398 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db30a61-493d-42cb-803b-33969d3dcf22", "tag": "87d565fd-0b4a-4e2d-a010-7a5aad16a5c7", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:44.591646 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0bf95f11-42de-4899-b8e3-c8d6bf043a04 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:44.592063 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf95f11-42de-4899-b8e3-c8d6bf043a04'] response: {'name': 'network-changed', 'server_uuid': '6db30a61-493d-42cb-803b-33969d3dcf22', 'tag': '87d565fd-0b4a-4e2d-a010-7a5aad16a5c7', 'status': 'completed', 'code': 200} Sep 15 14:13:44.598471 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fec0ca-bb2c-4c0b-817d-abd977cb8940 service neutron] Pushing event updated for resources: {'Port': ['ID=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:44.662167 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b9579-e6a7-4b76-8b60-6ea3227aa9a3 req-9ce4c16b-d5f8-4827-9edd-31ab074c05f9 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:44.663822 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d66b9579-e6a7-4b76-8b60-6ea3227aa9a3 req-9ce4c16b-d5f8-4827-9edd-31ab074c05f9 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 945 time: 0.0994947 Sep 15 14:13:44.667742 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-4113ce87-5ba5-4618-96d2-292c0cdffb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:44.667742 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-4113ce87-5ba5-4618-96d2-292c0cdffb40 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1e90b31934484572bf7c7bdcbc0fdf2d&device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 1127 time: 0.0995085 Sep 15 14:13:44.726413 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-1feeb7f0-0a11-4065-baed-beb8c8b5605a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 HTTP/1.1" status: 200 len: 217 time: 0.0454650 Sep 15 14:13:44.765708 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d66b9579-e6a7-4b76-8b60-6ea3227aa9a3 req-2561b9e2-a44a-4983-997c-4a73174ba2e6 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924680 Sep 15 14:13:44.815224 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-64946d47-9bad-41dd-abe3-89658557918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:44.817579 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-64946d47-9bad-41dd-abe3-89658557918b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9af08936-2b50-45e3-bdbc-859b25a0a208 HTTP/1.1" status: 200 len: 854 time: 0.0643566 Sep 15 14:13:44.847033 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-f627d822-d306-4fc1-83d1-0dffa97bce25 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481324 Sep 15 14:13:44.861039 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-60811e38-7abc-40d7-8a98-1011e8b2e02b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9201f9c5-6717-484a-984e-26d753a0213e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365078 Sep 15 14:13:44.895796 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:13:44.941639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:44.950714 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-b9270b8a-fb69-4ff8-98c1-80e4c65c9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:44.953371 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-b9270b8a-fb69-4ff8-98c1-80e4c65c9954 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 1129 time: 0.0457985 Sep 15 14:13:45.058043 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-767e44db-dc27-470f-8599-6bb51d76bdc9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736360 Sep 15 14:13:45.094992 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-e188fb15-778d-49be-882f-de8a58b42d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:45.096811 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-e188fb15-778d-49be-882f-de8a58b42d63 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.1164365 Sep 15 14:13:45.145645 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-0906ba84-7305-4c9c-9066-dca2d82b5d96 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37409932-0575-4016-bb98-a4f28388af35 HTTP/1.1" status: 200 len: 217 time: 0.0386631 Sep 15 14:13:45.167441 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f02579a-d8f8-4c2d-9ed9-52b9357d091a req-1c0731cd-a568-45c2-9da7-757c00ca91f1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012468 Sep 15 14:13:45.213617 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-aa7fae0e-3b4e-49f2-af1e-9783cfdcb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:45.215118 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-aa7fae0e-3b4e-49f2-af1e-9783cfdcb69d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0595758 Sep 15 14:13:45.626464 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e4e9c-1e9c-4954-8307-89e87a9718e5 req-a5675819-38f7-456b-a922-1c82d551fd32 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:45.628052 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a19e4e9c-1e9c-4954-8307-89e87a9718e5 req-a5675819-38f7-456b-a922-1c82d551fd32 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 943 time: 0.0527823 Sep 15 14:13:45.684769 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a19e4e9c-1e9c-4954-8307-89e87a9718e5 req-fa421f3f-e185-4211-8716-d55cb1c9cb76 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504801 Sep 15 14:13:45.758930 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 00901558-ee89-4015-8f41-4eaf27b606cb up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:45.811883 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 00901558-ee89-4015-8f41-4eaf27b606cb completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:13:45.821065 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 00901558-ee89-4015-8f41-4eaf27b606cb triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:45.821530 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:45.822624 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 00901558-ee89-4015-8f41-4eaf27b606cb Sep 15 14:13:45.923821 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee1ee8-c32b-4999-a099-2671b60f14d1 req-a9e5f46f-ab2b-4f9b-b46f-71285bdfe42b tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:45.925600 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6cee1ee8-c32b-4999-a099-2671b60f14d1 req-a9e5f46f-ab2b-4f9b-b46f-71285bdfe42b tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 945 time: 0.0681758 Sep 15 14:13:45.949294 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 00901558-ee89-4015-8f41-4eaf27b606cb is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:45.949738 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:45.983374 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6cee1ee8-c32b-4999-a099-2671b60f14d1 req-21cfc723-93a0-4f26-b4cc-1518f229f122 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517280 Sep 15 14:13:46.016147 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00901558-ee89-4015-8f41-4eaf27b606cb'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:46.019473 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd395b8-2acb-400c-8423-2dfe3d479626" -d '{"events": [{"server_uuid": "596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa", "name": "network-vif-plugged", "status": "completed", "tag": "00901558-ee89-4015-8f41-4eaf27b606cb"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:46.045030 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 00901558-ee89-4015-8f41-4eaf27b606cb, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=00901558-ee89-4015-8f41-4eaf27b606cb,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:46.051943 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:46.082164 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9115e6-b3e5-4cc0-b317-e3a1287df28f x-openstack-request-id: req-4b9115e6-b3e5-4cc0-b317-e3a1287df28f {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:46.082559 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa", "name": "network-vif-plugged", "status": "completed", "tag": "00901558-ee89-4015-8f41-4eaf27b606cb", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:46.082740 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4b9115e6-b3e5-4cc0-b317-e3a1287df28f {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:46.083064 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9115e6-b3e5-4cc0-b317-e3a1287df28f'] response: {'server_uuid': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00901558-ee89-4015-8f41-4eaf27b606cb', 'code': 200} Sep 15 14:13:46.110259 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=00901558-ee89-4015-8f41-4eaf27b606cb,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:46.514941 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:46.808042 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ae8a1-c9c8-4c40-80fe-eaf160b45ae8 req-a507d888-f5e6-4596-9cc6-37ef14b0918f tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:46.809426 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b38ae8a1-c9c8-4c40-80fe-eaf160b45ae8 req-a507d888-f5e6-4596-9cc6-37ef14b0918f tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 943 time: 0.0469031 Sep 15 14:13:46.858600 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b38ae8a1-c9c8-4c40-80fe-eaf160b45ae8 req-63f691d7-56d2-4418-91f4-578aa1ac9d55 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432606 Sep 15 14:13:46.866605 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-1833fc3a-1ec5-471c-bc40-3ad27c8ffcaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:46.868091 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-1833fc3a-1ec5-471c-bc40-3ad27c8ffcaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9929a618-46ec-43e0-9a7a-ac3572079a97 HTTP/1.1" status: 200 len: 815 time: 0.1028199 Sep 15 14:13:46.883373 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-4ece5039-d029-41d4-a568-6fdc3b4f750b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/quotas/2d56d6c8fce14f2f9fe424a5d0ae2046 HTTP/1.1" status: 200 len: 375 time: 0.0092387 Sep 15 14:13:46.932849 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-65df2ee7-48df-48f8-9169-e435abc36624 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441597 Sep 15 14:13:47.033206 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-11fea1a7-10be-49db-aef3-10ba64fbb7ed service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870080 Sep 15 14:13:47.105691 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6f99b-51e8-4ae6-9e17-0df38e0783e3 req-835ce85f-f7f1-460a-a789-68b69c149e9c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:47.107591 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ebe6f99b-51e8-4ae6-9e17-0df38e0783e3 req-835ce85f-f7f1-460a-a789-68b69c149e9c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0467393 Sep 15 14:13:47.131253 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-9c207d78-d134-415f-a0dd-01d95e0a7eb9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925624 Sep 15 14:13:47.157548 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ebe6f99b-51e8-4ae6-9e17-0df38e0783e3 req-aaac5435-818e-421a-965c-6767b9ed18fd tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Sep 15 14:13:47.306663 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8d3dffd9-87d9-45b0-ab9b-39883e99a37b req-5a8e92f0-4901-4ce2-b6e0-f7521c00de89 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 210 time: 0.0316274 Sep 15 14:13:47.882394 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:47.979276 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b003c9-2b7d-40c9-866c-ae30bf5810c0 req-7722d70c-fd55-4e41-aeab-792627726fbd tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:47.980784 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-52b003c9-2b7d-40c9-866c-ae30bf5810c0 req-7722d70c-fd55-4e41-aeab-792627726fbd tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 943 time: 0.0468235 Sep 15 14:13:48.028672 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-52b003c9-2b7d-40c9-866c-ae30bf5810c0 req-8bd5bdea-e0a5-4a1f-9ee8-3400e39a5998 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 Sep 15 14:13:48.239967 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-77c106ea-1446-4e7e-999b-a946e76a77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:48.241495 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-77c106ea-1446-4e7e-999b-a946e76a77f4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410876 Sep 15 14:13:48.283274 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57d2b5-2e03-4b36-99bc-055afaca11c3 req-fdc1dc1f-0194-498d-bf7f-2e101948dd18 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:48.284774 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4a57d2b5-2e03-4b36-99bc-055afaca11c3 req-fdc1dc1f-0194-498d-bf7f-2e101948dd18 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0471818 Sep 15 14:13:48.335767 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4a57d2b5-2e03-4b36-99bc-055afaca11c3 req-db1c4523-4185-4a21-b1f4-8eb11796bde8 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Sep 15 14:13:48.407739 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-502a3ab2-d257-45dd-9c0c-8744f30f61d2 req-b94cf257-e8f8-4c77-9b6e-a06c3b97ff3c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 210 time: 0.0300162 Sep 15 14:13:48.479094 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350be788-fb18-4d56-bdde-c1309baef72b req-174efc94-baed-4d54-9214-fb7e29820b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:48.480838 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-350be788-fb18-4d56-bdde-c1309baef72b req-174efc94-baed-4d54-9214-fb7e29820b50 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1e90b31934484572bf7c7bdcbc0fdf2d&device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 1127 time: 0.0423274 Sep 15 14:13:48.528301 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-34f654bb-335e-455b-8a32-3f6d8190fae6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849621 Sep 15 14:13:49.220699 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac776fe-65e4-447b-b990-46f59118885c req-4c206951-8551-49bb-b611-237228109956 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:49.222303 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bac776fe-65e4-447b-b990-46f59118885c req-4c206951-8551-49bb-b611-237228109956 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 943 time: 0.1197839 Sep 15 14:13:49.252126 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:49.309202 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bac776fe-65e4-447b-b990-46f59118885c req-6b901453-3853-4dc5-bb8c-3e4d00023b76 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795560 Sep 15 14:13:49.313991 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350be788-fb18-4d56-bdde-c1309baef72b req-cb172490-6c80-4cb0-acc8-680b0c162710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:49.315862 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-350be788-fb18-4d56-bdde-c1309baef72b req-cb172490-6c80-4cb0-acc8-680b0c162710 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9201f9c5-6717-484a-984e-26d753a0213e HTTP/1.1" status: 200 len: 914 time: 0.1736882 Sep 15 14:13:49.410134 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:49.410753 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:49.477720 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12d350-b0a4-4e82-bac8-7d58aa271275 req-5903607a-0e60-4f13-b8fb-fef0cf8cbd8c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:49.479768 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ff12d350-b0a4-4e82-bac8-7d58aa271275 req-5903607a-0e60-4f13-b8fb-fef0cf8cbd8c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0658820 Sep 15 14:13:49.507619 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6d10693a-e1f6-4278-bbb5-71e8d4c25f0f req-b4c467fb-3f78-441f-9ec4-8bdd0c73efd4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895776 Sep 15 14:13:49.518774 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9a8d56de-4a89-44fc-80a6-9b14275c56fd req-913b1050-4f72-450b-bf4d-f0a1fa2b342f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 210 time: 0.0327013 Sep 15 14:13:49.537814 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ff12d350-b0a4-4e82-bac8-7d58aa271275 req-6f280593-e412-4a9a-bf07-361d1bd75f8b tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520623 Sep 15 14:13:49.705867 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:13:49.808955 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-350be788-fb18-4d56-bdde-c1309baef72b req-559b7c1d-981f-4db6-ac82-dad92d372273 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 HTTP/1.1" status: 200 len: 217 time: 0.0544918 Sep 15 14:13:49.821343 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa22e-b52a-4e02-b00d-4f02ede81a21 req-bce44604-9c35-4ff1-9bf1-042dc7bd75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:49.822941 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-824fa22e-b52a-4e02-b00d-4f02ede81a21 req-bce44604-9c35-4ff1-9bf1-042dc7bd75be service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 1130 time: 0.0591028 Sep 15 14:13:49.834797 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:49.848647 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '87d565fd-0b4a-4e2d-a010-7a5aad16a5c7', 'network_id': '9201f9c5-6717-484a-984e-26d753a0213e', 'port_id': '87d565fd-0b4a-4e2d-a010-7a5aad16a5c7', 'mac_address': 'fa:16:3e:7e:50:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af08936-2b50-45e3-bdbc-859b25a0a208', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:13:49.892129 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:49.892615 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:49.908377 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:13:49.925584 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-824fa22e-b52a-4e02-b00d-4f02ede81a21 req-093cfe43-eafe-44fd-bc36-fec24efdecae service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641060 Sep 15 14:13:49.928948 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350be788-fb18-4d56-bdde-c1309baef72b req-810ef506-b95d-4992-9514-d1ae47b3c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:49.930349 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-350be788-fb18-4d56-bdde-c1309baef72b req-810ef506-b95d-4992-9514-d1ae47b3c399 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=9af08936-2b50-45e3-bdbc-859b25a0a208 HTTP/1.1" status: 200 len: 854 time: 0.0710139 Sep 15 14:13:49.933342 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:49.938765 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:49.977998 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:49.993150 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:50.441324 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8f7f8-12b8-48a6-845b-9ae5a778af73 req-dac66ac1-cf99-4993-8796-bce7ea43530d tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:50.442888 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1ae8f7f8-12b8-48a6-845b-9ae5a778af73 req-dac66ac1-cf99-4993-8796-bce7ea43530d tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 944 time: 0.0483134 Sep 15 14:13:50.456420 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:50.495577 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1ae8f7f8-12b8-48a6-845b-9ae5a778af73 req-7b5250db-91af-4c55-9a9a-699fc404a075 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Sep 15 14:13:50.622620 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f79da909-cec8-4704-8c1d-3102773b50ee req-b50dff96-7fad-475a-bb0b-2f880886466c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 210 time: 0.0285695 Sep 15 14:13:50.628745 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['87d565fd-0b4a-4e2d-a010-7a5aad16a5c7'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:13:50.631847 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:50.668029 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655a1c7-8405-4227-bcc2-0876fabdd352 req-172462b4-bbeb-4347-83c3-d720feabf6f7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:50.669591 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3655a1c7-8405-4227-bcc2-0876fabdd352 req-172462b4-bbeb-4347-83c3-d720feabf6f7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0654969 Sep 15 14:13:50.707210 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-350be788-fb18-4d56-bdde-c1309baef72b req-69a52263-4583-4928-8cec-20c6b25ec7b6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9201f9c5-6717-484a-984e-26d753a0213e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445168 Sep 15 14:13:50.726012 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3655a1c7-8405-4227-bcc2-0876fabdd352 req-58ae0786-ef8d-4d62-9777-7bf6100d4ba8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509701 Sep 15 14:13:50.770029 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ed01-1ac5-4b0e-af44-2912d4675c0a req-8f44d53a-232b-4e9a-9acb-07e32dfb8a73 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:50.771508 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1990ed01-1ac5-4b0e-af44-2912d4675c0a req-8f44d53a-232b-4e9a-9acb-07e32dfb8a73 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0492225 Sep 15 14:13:50.819021 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1990ed01-1ac5-4b0e-af44-2912d4675c0a req-6d727e64-194e-4b47-86f5-6e755186da34 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Sep 15 14:13:51.616197 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23bf73-3651-421b-9c24-5d9165056c00 req-296784cd-a4e3-4e77-a67c-805b28e95a2c tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:51.617654 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-da23bf73-3651-421b-9c24-5d9165056c00 req-296784cd-a4e3-4e77-a67c-805b28e95a2c tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 944 time: 0.0462046 Sep 15 14:13:51.670969 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-da23bf73-3651-421b-9c24-5d9165056c00 req-7399b5d4-39d6-4459-867b-d096c0fc8f69 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Sep 15 14:13:51.730262 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-350be788-fb18-4d56-bdde-c1309baef72b req-23de9b1d-ffc6-47db-acd6-340f081735f2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997119 Sep 15 14:13:51.745590 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a2e56df0-dc44-46a0-8515-e7e39b4c53b7 req-427a0870-f2e2-44e5-83e9-081a83cf1a0c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 210 time: 0.0351694 Sep 15 14:13:51.849564 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ca866-7308-4000-95c7-abd8c973dfed req-fb7f70a0-0150-4817-b1c1-514676de8e31 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:51.850972 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d74ca866-7308-4000-95c7-abd8c973dfed req-fb7f70a0-0150-4817-b1c1-514676de8e31 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0499377 Sep 15 14:13:51.900712 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d74ca866-7308-4000-95c7-abd8c973dfed req-3a6cf015-6cf5-4405-9279-e57e51f27b2f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 Sep 15 14:13:51.988533 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef149b-f05a-4ce8-8dc1-eef3bfaba7a9 req-4e011835-be7e-4b5a-94bb-207132de080f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:51.990014 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06ef149b-f05a-4ce8-8dc1-eef3bfaba7a9 req-4e011835-be7e-4b5a-94bb-207132de080f tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0948920 Sep 15 14:13:52.060221 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-350be788-fb18-4d56-bdde-c1309baef72b req-a4d7c2ed-4512-4d02-a2f7-dd7d1a797d79 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322980 Sep 15 14:13:52.065040 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06ef149b-f05a-4ce8-8dc1-eef3bfaba7a9 req-1934e878-192a-4edd-abd8-80b987dd1294 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684900 Sep 15 14:13:52.142744 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:13:52.188196 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:13:52.193582 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:52.193947 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:52.194281 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 Sep 15 14:13:52.264622 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:13:52.265004 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:52.286787 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db30a61-493d-42cb-803b-33969d3dcf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d565fd-0b4a-4e2d-a010-7a5aad16a5c7'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:52.288990 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac38b56c-3573-4899-b47f-5990eb699887" -d '{"events": [{"server_uuid": "6db30a61-493d-42cb-803b-33969d3dcf22", "name": "network-vif-plugged", "status": "completed", "tag": "87d565fd-0b4a-4e2d-a010-7a5aad16a5c7"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:52.302180 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:13:52.306320 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:52.333109 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7e70b5-0797-43de-be4d-e0132f870895 x-openstack-request-id: req-3d7e70b5-0797-43de-be4d-e0132f870895 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:52.333420 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db30a61-493d-42cb-803b-33969d3dcf22", "name": "network-vif-plugged", "status": "completed", "tag": "87d565fd-0b4a-4e2d-a010-7a5aad16a5c7", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:52.333671 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3d7e70b5-0797-43de-be4d-e0132f870895 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:52.334052 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7e70b5-0797-43de-be4d-e0132f870895'] response: {'server_uuid': '6db30a61-493d-42cb-803b-33969d3dcf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d565fd-0b4a-4e2d-a010-7a5aad16a5c7', 'code': 200} Sep 15 14:13:52.360107 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:52.800045 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be32d11-1c33-45f0-95c9-f53704391792 req-0cf6bb67-c6d0-4ce3-8ba1-cd4af08a49a5 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:52.801562 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4be32d11-1c33-45f0-95c9-f53704391792 req-0cf6bb67-c6d0-4ce3-8ba1-cd4af08a49a5 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 945 time: 0.0531590 Sep 15 14:13:52.851327 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4c148ab0-90de-4004-baa4-af0a59b6f520 req-5a967317-1697-4251-8e67-f5a424c78077 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 210 time: 0.0279298 Sep 15 14:13:52.853104 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4be32d11-1c33-45f0-95c9-f53704391792 req-5fc1eb17-aa9b-4878-9d73-3af5eb97c1ac tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Sep 15 14:13:53.020629 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301e821-a386-46b5-b718-f87bbe4988d4 req-204afcea-59c5-4df7-a821-430640c2504a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:53.023712 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a301e821-a386-46b5-b718-f87bbe4988d4 req-204afcea-59c5-4df7-a821-430640c2504a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0453594 Sep 15 14:13:53.075825 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a301e821-a386-46b5-b718-f87bbe4988d4 req-f92097b8-f81a-4519-a6e7-0c3f4843e57e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452089 Sep 15 14:13:53.184165 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef06bf1-e72b-4a7d-bd09-63f4da71aa09 req-aabeeff8-d891-4688-8c9f-cd76500acbb9 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:53.185706 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bef06bf1-e72b-4a7d-bd09-63f4da71aa09 req-aabeeff8-d891-4688-8c9f-cd76500acbb9 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0467031 Sep 15 14:13:53.238636 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bef06bf1-e72b-4a7d-bd09-63f4da71aa09 req-a3342805-d34f-4ccf-b6b3-105e40a236a6 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471900 Sep 15 14:13:53.751075 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dce91-270b-426b-9c91-c5a85051e282 req-6574a0fa-168f-4ae5-97d6-2c2e7bb34f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:53.752794 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2f5dce91-270b-426b-9c91-c5a85051e282 req-6574a0fa-168f-4ae5-97d6-2c2e7bb34f9f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 1129 time: 0.0464456 Sep 15 14:13:53.965474 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2f5dce91-270b-426b-9c91-c5a85051e282 req-eae614a2-9396-4c45-ae86-f0ba79ad81ad service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563359 Sep 15 14:13:54.011866 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e16a2a1f-66e1-4a4c-a2f5-2132027e532d req-f02500c9-ed1c-48fb-b105-da035dfedbe4 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 210 time: 0.0300708 Sep 15 14:13:54.074597 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a738d-1563-49a6-8b22-673dfbe8abf8 req-20a91422-2d74-4a37-b2c9-ba3d2ee0bd3c tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:54.076135 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6b5a738d-1563-49a6-8b22-673dfbe8abf8 req-20a91422-2d74-4a37-b2c9-ba3d2ee0bd3c tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 945 time: 0.0740201 Sep 15 14:13:54.101945 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-5447f9e1-9206-452b-92dd-6807f74f8641 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:54.103319 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-5447f9e1-9206-452b-92dd-6807f74f8641 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9929a618-46ec-43e0-9a7a-ac3572079a97 HTTP/1.1" status: 200 len: 815 time: 0.3978872 Sep 15 14:13:54.140771 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6b5a738d-1563-49a6-8b22-673dfbe8abf8 req-c9e9777f-400d-49ea-8380-f551976ee70a tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572002 Sep 15 14:13:54.248441 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aeceb0-0fa1-448d-92bd-1d0ac2a8dfb6 req-cc473266-552c-4543-86ed-cf236510aeb5 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:54.249940 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-00aeceb0-0fa1-448d-92bd-1d0ac2a8dfb6 req-cc473266-552c-4543-86ed-cf236510aeb5 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0513685 Sep 15 14:13:54.257444 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26d78a-832b-4d1d-a89d-51253760c96c req-815e5ff2-0274-4922-adce-6bf3e73b9d24 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:54.258912 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8c26d78a-832b-4d1d-a89d-51253760c96c req-815e5ff2-0274-4922-adce-6bf3e73b9d24 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0473192 Sep 15 14:13:54.268423 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:54.302698 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-00aeceb0-0fa1-448d-92bd-1d0ac2a8dfb6 req-f58e077a-c121-4362-934b-cf369d38f58d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432076 Sep 15 14:13:54.310460 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8c26d78a-832b-4d1d-a89d-51253760c96c req-f385b4c6-7d36-45b7-8787-7e7da00b3f25 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456281 Sep 15 14:13:54.891186 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=40 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:55.096082 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:55.115358 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-613ea47e-9052-4dae-8e56-630714ed0d98 req-ed1228ba-1e28-4e73-add5-1ae4687ea0bf tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 210 time: 0.0283923 Sep 15 14:13:55.259665 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce12cc-af4d-4eb9-b599-c555ae9f1515 req-ed1d9784-7d6b-4266-a711-efdd7db6a1f7 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:55.261858 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-acce12cc-af4d-4eb9-b599-c555ae9f1515 req-ed1d9784-7d6b-4266-a711-efdd7db6a1f7 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 945 time: 0.0459402 Sep 15 14:13:55.308103 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-acce12cc-af4d-4eb9-b599-c555ae9f1515 req-b4adc00c-dd29-4729-ab44-63fe360192a3 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Sep 15 14:13:55.422272 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b298914-ebfd-4d8c-b250-fc12ccdeb949 req-475d3c17-ac77-48a2-8dfb-49ca84f8323e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:55.423994 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3b298914-ebfd-4d8c-b250-fc12ccdeb949 req-475d3c17-ac77-48a2-8dfb-49ca84f8323e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0481453 Sep 15 14:13:55.428597 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcb8ab-fd1b-4c50-8820-022614c44d49 req-8f88deab-67b8-4f5d-9a5a-56b251edf56a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:55.430000 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b7bcb8ab-fd1b-4c50-8820-022614c44d49 req-8f88deab-67b8-4f5d-9a5a-56b251edf56a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0471671 Sep 15 14:13:55.442603 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:55.476317 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3b298914-ebfd-4d8c-b250-fc12ccdeb949 req-e348042f-1399-451d-beb8-c225034d4c90 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465374 Sep 15 14:13:55.478228 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b7bcb8ab-fd1b-4c50-8820-022614c44d49 req-6dcee3bf-af07-417c-8f33-2ee0b8558153 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Sep 15 14:13:55.938355 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'port': {'device_id': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'admin_state_up': True, 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:56.045965 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Made reservation on behalf of 2d56d6c8fce14f2f9fe424a5d0ae2046 for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:13:56.049774 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:56.179938 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Allocated IP 172.20.0.14 (9929a618-46ec-43e0-9a7a-ac3572079a97/b4fc9951-4c7b-478a-a14b-19180e41e774/8b54bbd9-461c-4eb0-8b69-008918d44954) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:13:56.222773 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ec9450e3-f6a0-45cd-9533-f467ecd1dca8 req-b471b938-e31c-433f-88b1-46c9ab33ba6b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 210 time: 0.0328343 Sep 15 14:13:56.356575 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:56.388098 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:56.423194 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:56.432195 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Network 9929a618-46ec-43e0-9a7a-ac3572079a97 is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:13:56.435824 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3ac09-f450-456b-9a2b-0db58bbda8b5 req-1645d784-4f84-49ec-a411-dafa169e2f6e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:56.437941 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-36a3ac09-f450-456b-9a2b-0db58bbda8b5 req-1645d784-4f84-49ec-a411-dafa169e2f6e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 945 time: 0.0541883 Sep 15 14:13:56.438694 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:13:56.441349 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:13:56.468546 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'Port': ['ID=8b54bbd9-461c-4eb0-8b69-008918d44954,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:56.494764 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-36a3ac09-f450-456b-9a2b-0db58bbda8b5 req-11544b15-e05d-4fc9-a528-471738e39b06 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511317 Sep 15 14:13:56.499881 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:56.500531 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:56.532950 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-51d6745c-48f9-4782-ac72-c4ae77849244 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5995741 Sep 15 14:13:56.623410 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28a550-6eb4-455c-9737-6113dc243248 req-e0db0882-6cda-4936-9c2f-f71303d5c2c4 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:56.625273 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0e28a550-6eb4-455c-9737-6113dc243248 req-e0db0882-6cda-4936-9c2f-f71303d5c2c4 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0626259 Sep 15 14:13:56.634077 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33680b-82aa-4f92-95ac-340e6a1164ef req-bc40d841-d002-4919-976c-15d2c7e6bfd7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:56.636363 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3d33680b-82aa-4f92-95ac-340e6a1164ef req-bc40d841-d002-4919-976c-15d2c7e6bfd7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0656757 Sep 15 14:13:56.676561 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0e28a550-6eb4-455c-9737-6113dc243248 req-c07fa10e-37a5-4faf-9444-c3bada058135 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Sep 15 14:13:56.691940 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3d33680b-82aa-4f92-95ac-340e6a1164ef req-0504783b-004f-4069-b259-3f5849694254 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487335 Sep 15 14:13:56.747613 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-34fc2e9e-5e0d-48f3-bb87-27ffbb433d81 None None] Provisioning complete for port 8b54bbd9-461c-4eb0-8b69-008918d44954 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:13:56.748182 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-34fc2e9e-5e0d-48f3-bb87-27ffbb433d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:56.748289 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-34fc2e9e-5e0d-48f3-bb87-27ffbb433d81 None None] Attempt 1 to provision port 8b54bbd9-461c-4eb0-8b69-008918d44954 Sep 15 14:13:56.781397 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-34fc2e9e-5e0d-48f3-bb87-27ffbb433d81 None None] Port 8b54bbd9-461c-4eb0-8b69-008918d44954 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:56.838415 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Request body: {'port': {'device_id': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:13:56.874275 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:56.874576 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:56.902559 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:57.159557 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b54bbd9-461c-4eb0-8b69-008918d44954 {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:13:57.166923 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Publish callbacks [] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:57.179625 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Transition to ACTIVE for port object 8b54bbd9-461c-4eb0-8b69-008918d44954 will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:13:57.183392 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:57.264318 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b54bbd9-461c-4eb0-8b69-008918d44954,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:57.282429 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-34fc2e9e-5e0d-48f3-bb87-27ffbb433d81 None None] Attempt 2 to provision port 8b54bbd9-461c-4eb0-8b69-008918d44954 Sep 15 14:13:57.293893 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Attempting to bind port 8b54bbd9-461c-4eb0-8b69-008918d44954 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:13:57.294366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Attempting to bind port 8b54bbd9-461c-4eb0-8b69-008918d44954 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:13:57.294697 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Attempting to bind port 8b54bbd9-461c-4eb0-8b69-008918d44954 on network 9929a618-46ec-43e0-9a7a-ac3572079a97 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:57.315921 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-34fc2e9e-5e0d-48f3-bb87-27ffbb433d81 None None] Port 8b54bbd9-461c-4eb0-8b69-008918d44954 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:13:57.345895 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Port 8b54bbd9-461c-4eb0-8b69-008918d44954 on network 9929a618-46ec-43e0-9a7a-ac3572079a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:13:57.346218 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Attempting to bind port 8b54bbd9-461c-4eb0-8b69-008918d44954 on network 9929a618-46ec-43e0-9a7a-ac3572079a97 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:13:57.359387 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600462-c865-433a-9e4d-38559fef3fc4 req-4f9e6b76-b77f-4530-b7a5-c270236ec276 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:57.366933 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-17600462-c865-433a-9e4d-38559fef3fc4 req-4f9e6b76-b77f-4530-b7a5-c270236ec276 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0622809 Sep 15 14:13:57.393626 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:13:57.393970 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Checking segment: {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:13:57.394357 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Bound using segment: {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:13:57.394797 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Bound port: 8b54bbd9-461c-4eb0-8b69-008918d44954, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a9421b-f0e7-430e-bc20-5e44371b93f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:13:57.395151 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:57.415578 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-17600462-c865-433a-9e4d-38559fef3fc4 req-6e1d7de0-407f-4e5a-8c04-196b63e7ee46 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475986 Sep 15 14:13:57.471663 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] For port 8b54bbd9-461c-4eb0-8b69-008918d44954, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:13:57.475259 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] For port 8b54bbd9-461c-4eb0-8b69-008918d44954, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8b54bbd9-461c-4eb0-8b69-008918d44954,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:13:57.485578 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:57.492169 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:57.493029 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:57.493881 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-2364b90e-2bec-4962-8d36-cbdb0f0da8ef tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:57.494726 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 200 len: 1094 time: 0.6607487 Sep 15 14:13:57.495509 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-2364b90e-2bec-4962-8d36-cbdb0f0da8ef tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0755401 Sep 15 14:13:57.495737 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:13:57.498474 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cdc262-3d4d-4059-be73-73568bc0dd26" -d '{"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:13:57.567087 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c133195-f24e-40be-b414-c5e4e8ce0ae2 x-openstack-request-id: req-5c133195-f24e-40be-b414-c5e4e8ce0ae2 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:13:57.567369 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:13:57.567615 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5c133195-f24e-40be-b414-c5e4e8ce0ae2 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:13:57.568032 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c133195-f24e-40be-b414-c5e4e8ce0ae2'] response: {'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'status': 'completed', 'code': 200} Sep 15 14:13:57.572878 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c65a-b313-4b6c-b4a0-f8e0cd7838d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b54bbd9-461c-4eb0-8b69-008918d44954,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:13:57.650521 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e796a1-da50-4fff-85ba-b4e492a49dac req-68329a71-7072-4b3b-9a47-f4ee238db219 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:57.652739 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-88e796a1-da50-4fff-85ba-b4e492a49dac req-68329a71-7072-4b3b-9a47-f4ee238db219 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 945 time: 0.0607290 Sep 15 14:13:57.715364 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-88e796a1-da50-4fff-85ba-b4e492a49dac req-70857412-fca7-4f4a-8b2d-021e597b40fc tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567653 Sep 15 14:13:57.816678 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-34fc2e9e-5e0d-48f3-bb87-27ffbb433d81 None None] Attempt 3 to provision port 8b54bbd9-461c-4eb0-8b69-008918d44954 Sep 15 14:13:57.842170 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6928c-db2d-46b0-b01c-88bc6b6bd83e req-71adff2d-8813-41df-89b3-4e971a5f721d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:57.850042 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0da6928c-db2d-46b0-b01c-88bc6b6bd83e req-71adff2d-8813-41df-89b3-4e971a5f721d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0651512 Sep 15 14:13:57.854402 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e112-6183-44d8-9e74-ea72cb8925a1 req-69d81b1a-8a78-4f39-bf1d-4e4a25e50778 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:57.856918 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f407e112-6183-44d8-9e74-ea72cb8925a1 req-69d81b1a-8a78-4f39-bf1d-4e4a25e50778 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0682700 Sep 15 14:13:57.870879 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-34fc2e9e-5e0d-48f3-bb87-27ffbb433d81 None None] Port 8b54bbd9-461c-4eb0-8b69-008918d44954 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:13:57.901150 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0da6928c-db2d-46b0-b01c-88bc6b6bd83e req-0f724a71-c072-47b4-a3ac-012923637493 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501788 Sep 15 14:13:57.913985 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f407e112-6183-44d8-9e74-ea72cb8925a1 req-7e74d7aa-ba5d-4af2-a1af-1808ac7cf35d tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506887 Sep 15 14:13:58.422211 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-35a2dad6-6c92-473b-ace5-ad9796e1b36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:13:58.564653 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcce8-1de2-448e-8170-13e37af54997 req-dc90ec8b-1c1e-430c-bae8-121bbf4d1403 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:58.566165 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-949fcce8-1de2-448e-8170-13e37af54997 req-dc90ec8b-1c1e-430c-bae8-121bbf4d1403 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0537808 Sep 15 14:13:58.600555 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:58.619038 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-949fcce8-1de2-448e-8170-13e37af54997 req-dd809c9e-94a5-4753-b690-636d6e202fcf tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466738 Sep 15 14:13:59.025389 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:13:59.039846 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171367f1-b7a4-48bf-8de1-4a807bc2bc03 req-34ac8c47-c61e-4ce5-a858-0c3987b1fd24 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:59.041358 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-171367f1-b7a4-48bf-8de1-4a807bc2bc03 req-34ac8c47-c61e-4ce5-a858-0c3987b1fd24 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0543845 Sep 15 14:13:59.092600 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-171367f1-b7a4-48bf-8de1-4a807bc2bc03 req-891ae2d5-45a2-4854-888a-6dd752485e2a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443597 Sep 15 14:13:59.204523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e4c96-0588-453d-a932-7b5717aad7a0 req-a36be65e-95bd-455f-be02-cf2c6f9eee49 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:59.205950 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d76e4c96-0588-453d-a932-7b5717aad7a0 req-a36be65e-95bd-455f-be02-cf2c6f9eee49 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 946 time: 0.0483632 Sep 15 14:13:59.258040 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d76e4c96-0588-453d-a932-7b5717aad7a0 req-02304939-8346-418c-9b8d-326e0a9a3a39 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Sep 15 14:13:59.741637 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770d7f2-461b-47f5-b6e4-10920da817d8 req-e1fcb9b8-2ca0-490e-b94e-cc647e8c768b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:13:59.743146 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a770d7f2-461b-47f5-b6e4-10920da817d8 req-e1fcb9b8-2ca0-490e-b94e-cc647e8c768b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0472198 Sep 15 14:13:59.797809 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a770d7f2-461b-47f5-b6e4-10920da817d8 req-55c1643b-e1d6-46e3-8bbf-cdd7e20c5193 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Sep 15 14:14:00.165619 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 00901558-ee89-4015-8f41-4eaf27b606cb no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:14:00.226339 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bc2c2-e2dc-40dd-b01c-ced6d4580c09 req-f9bcde52-d003-467b-a946-ce14cc7acd2b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:00.227903 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-329bc2c2-e2dc-40dd-b01c-ced6d4580c09 req-f9bcde52-d003-467b-a946-ce14cc7acd2b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0529833 Sep 15 14:14:00.264277 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 00901558-ee89-4015-8f41-4eaf27b606cb is: ACTIVE; New status is: DOWN {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:14:00.264675 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:00.279557 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-329bc2c2-e2dc-40dd-b01c-ced6d4580c09 req-7cc0152c-4813-4a66-bd8f-8edf097294eb tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450842 Sep 15 14:14:00.287836 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00901558-ee89-4015-8f41-4eaf27b606cb'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:14:00.290698 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff074c3f-b6f2-473c-958b-83e88e372928" -d '{"events": [{"server_uuid": "596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa", "name": "network-vif-unplugged", "status": "completed", "tag": "00901558-ee89-4015-8f41-4eaf27b606cb"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:14:00.329032 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 00901558-ee89-4015-8f41-4eaf27b606cb, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=00901558-ee89-4015-8f41-4eaf27b606cb,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:14:00.340811 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:00.394042 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=00901558-ee89-4015-8f41-4eaf27b606cb,revision_number=6']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:00.429835 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75169b55-a010-4173-b122-6c99c1546d9f req-96f165e8-08c1-493a-919b-2587ec1b410a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:00.431327 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-75169b55-a010-4173-b122-6c99c1546d9f req-96f165e8-08c1-493a-919b-2587ec1b410a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0513175 Sep 15 14:14:00.481419 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-75169b55-a010-4173-b122-6c99c1546d9f req-28faebb0-4a08-4f5b-9b61-76afce3312a1 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443575 Sep 15 14:14:00.527841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d3c2d9-c600-42bd-918e-e192f68cacbe x-openstack-request-id: req-15d3c2d9-c600-42bd-918e-e192f68cacbe {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:14:00.528158 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa", "name": "network-vif-unplugged", "status": "completed", "tag": "00901558-ee89-4015-8f41-4eaf27b606cb", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:14:00.528593 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-15d3c2d9-c600-42bd-918e-e192f68cacbe {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:14:00.529237 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d3c2d9-c600-42bd-918e-e192f68cacbe'] response: {'server_uuid': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00901558-ee89-4015-8f41-4eaf27b606cb', 'code': 200} Sep 15 14:14:00.665552 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c3f1da55-4548-4233-96b7-9f3e87294db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:00.926089 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00741f-9b82-4b5b-8dcc-fd0e263c6147 req-78746640-a1ce-40f8-aa3a-1557f8a671e4 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:00.927581 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2f00741f-9b82-4b5b-8dcc-fd0e263c6147 req-78746640-a1ce-40f8-aa3a-1557f8a671e4 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0523741 Sep 15 14:14:00.975757 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2f00741f-9b82-4b5b-8dcc-fd0e263c6147 req-1d0199cd-f9e7-419f-a26d-8a80689fdd0d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Sep 15 14:14:01.413287 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9f243-355a-45e3-9fcb-8e8f6f4db592 req-89e6e9dc-3ad1-4fa2-a16d-f93377042c5f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:01.414881 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3ce9f243-355a-45e3-9fcb-8e8f6f4db592 req-89e6e9dc-3ad1-4fa2-a16d-f93377042c5f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0507205 Sep 15 14:14:01.466605 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3ce9f243-355a-45e3-9fcb-8e8f6f4db592 req-984f22e2-7f52-4985-a2b9-e00bfe9f2931 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428355 Sep 15 14:14:01.608915 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43fff7-cf10-40a6-aed5-6b0083ea4b0e req-94bd1127-5d6b-4289-b736-7a5b04732496 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:01.610356 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6d43fff7-cf10-40a6-aed5-6b0083ea4b0e req-94bd1127-5d6b-4289-b736-7a5b04732496 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0515838 Sep 15 14:14:01.658518 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6d43fff7-cf10-40a6-aed5-6b0083ea4b0e req-0e09cc57-0253-44be-bdf9-4e7d89036b03 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Sep 15 14:14:01.970097 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:02.100337 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdf58e-0176-4b1a-b8d8-80075773be8b req-112af9bf-299d-41d0-be46-68ac9fa4d9a7 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:02.101845 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5dcdf58e-0176-4b1a-b8d8-80075773be8b req-112af9bf-299d-41d0-be46-68ac9fa4d9a7 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0487254 Sep 15 14:14:02.153371 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5dcdf58e-0176-4b1a-b8d8-80075773be8b req-d9b7fd4f-512d-48e8-8e9b-85782f362ffe tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Sep 15 14:14:02.586725 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d461de-8c2a-463c-af19-56d97187b052 req-85d0473e-6fa5-4450-ac10-e598b133d7d1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:02.588269 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-36d461de-8c2a-463c-af19-56d97187b052 req-85d0473e-6fa5-4450-ac10-e598b133d7d1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0474594 Sep 15 14:14:02.641890 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-36d461de-8c2a-463c-af19-56d97187b052 req-b66ee6fe-a646-414c-b017-9e87c35baa36 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476580 Sep 15 14:14:02.780090 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358d703-13a1-4384-9032-c4a747fd94fb req-68c92493-2ed0-4c4e-9ecb-d7017d1bc9ce tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:02.781611 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4358d703-13a1-4384-9032-c4a747fd94fb req-68c92493-2ed0-4c4e-9ecb-d7017d1bc9ce tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0490754 Sep 15 14:14:02.818621 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:02.831646 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4358d703-13a1-4384-9032-c4a747fd94fb req-b732739a-a564-43a7-b443-3116104e5341 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445108 Sep 15 14:14:03.276248 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdadb3-5a8e-4519-b420-2ddb49b73430 req-bb70c916-269f-4f5c-8e58-c5494cd71bdb tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:03.277841 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06bdadb3-5a8e-4519-b420-2ddb49b73430 req-bb70c916-269f-4f5c-8e58-c5494cd71bdb tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0506442 Sep 15 14:14:03.309931 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:03.328743 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06bdadb3-5a8e-4519-b420-2ddb49b73430 req-4969a7a6-bca1-41ee-a2a7-e9de473b3da1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Sep 15 14:14:03.432960 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:03.500162 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:03.768173 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fbbd2-b33d-473f-bddc-7b3aee7c8e31 req-d2dd362d-9e64-44c5-9a9a-714636088ef4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:03.769610 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6a3fbbd2-b33d-473f-bddc-7b3aee7c8e31 req-d2dd362d-9e64-44c5-9a9a-714636088ef4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0511105 Sep 15 14:14:03.819924 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6a3fbbd2-b33d-473f-bddc-7b3aee7c8e31 req-6ac607a0-2796-4d14-80c8-bd35ec312a4f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437174 Sep 15 14:14:03.955678 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc3942-3e73-49b6-a1ca-ee5f2c70f318 req-42e4a92b-ba99-41c8-bdce-8195ff8e29ea tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:03.957446 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-73cc3942-3e73-49b6-a1ca-ee5f2c70f318 req-42e4a92b-ba99-41c8-bdce-8195ff8e29ea tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0489335 Sep 15 14:14:04.006024 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-73cc3942-3e73-49b6-a1ca-ee5f2c70f318 req-b4ebcad4-9534-46e0-b258-102dccd8ad43 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430582 Sep 15 14:14:04.448730 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c18ff-b68d-413e-884c-3e63bfb4910c req-1e3f063f-6406-42ac-8ce2-61f4baddfa79 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:04.450841 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-550c18ff-b68d-413e-884c-3e63bfb4910c req-1e3f063f-6406-42ac-8ce2-61f4baddfa79 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0479989 Sep 15 14:14:04.503039 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-550c18ff-b68d-413e-884c-3e63bfb4910c req-a240dc0b-10c2-4d35-a01d-e527ad61adc8 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466323 Sep 15 14:14:04.946352 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac893-a99c-4e6c-aeb7-bbb0e8ef4950 req-3d2a3f75-5f3d-4924-aa44-6861ccd2d444 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:04.948068 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b51ac893-a99c-4e6c-aeb7-bbb0e8ef4950 req-3d2a3f75-5f3d-4924-aa44-6861ccd2d444 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0502591 Sep 15 14:14:05.002767 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b51ac893-a99c-4e6c-aeb7-bbb0e8ef4950 req-69eea15d-5f72-4304-8634-dfc0361ae09a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467424 Sep 15 14:14:05.134153 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2808c26-e02f-4e68-ad20-e64aedddf5a5 req-1127291f-3c1b-4930-b69e-9449ff0e42b8 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:05.135557 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a2808c26-e02f-4e68-ad20-e64aedddf5a5 req-1127291f-3c1b-4930-b69e-9449ff0e42b8 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0493627 Sep 15 14:14:05.188096 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a2808c26-e02f-4e68-ad20-e64aedddf5a5 req-971f069d-6fa2-408d-8703-bad4e2ef8530 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Sep 15 14:14:05.630621 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73312-5c4d-4300-8d91-89b74319004a req-b7a4dcf6-39ed-44d5-a5dd-2a66e367fd72 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:05.632308 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-95f73312-5c4d-4300-8d91-89b74319004a req-b7a4dcf6-39ed-44d5-a5dd-2a66e367fd72 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0533772 Sep 15 14:14:05.681351 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-95f73312-5c4d-4300-8d91-89b74319004a req-a88bd87a-eae9-4f15-ad27-5de8de27e50a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Sep 15 14:14:06.126918 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111d9b5-9456-4a42-a2b8-adc975959e4f req-f99275ba-c6b5-4b56-9156-4a2da6973eb9 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:06.128475 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b111d9b5-9456-4a42-a2b8-adc975959e4f req-f99275ba-c6b5-4b56-9156-4a2da6973eb9 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0475471 Sep 15 14:14:06.178759 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b111d9b5-9456-4a42-a2b8-adc975959e4f req-928e9718-1aca-46df-ba69-3f638001c09c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447767 Sep 15 14:14:06.315923 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a1de1-1afa-474a-83ca-1f47499f42c6 req-22e0a51f-61b9-474c-bcd6-11b254e6d23e tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:06.317347 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1e9a1de1-1afa-474a-83ca-1f47499f42c6 req-22e0a51f-61b9-474c-bcd6-11b254e6d23e tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0494952 Sep 15 14:14:06.370963 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1e9a1de1-1afa-474a-83ca-1f47499f42c6 req-eaf72d55-aeb8-4cd9-8467-dae2461da8a3 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Sep 15 14:14:06.816361 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812963eb-3c5f-471f-be37-2deaeff55c21 req-e7f116c9-61b0-4026-a9b3-09246b0da870 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:06.818800 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-812963eb-3c5f-471f-be37-2deaeff55c21 req-e7f116c9-61b0-4026-a9b3-09246b0da870 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0571942 Sep 15 14:14:06.881745 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-812963eb-3c5f-471f-be37-2deaeff55c21 req-1b1e54e1-0e3e-44be-ace6-dff160e65e3d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563965 Sep 15 14:14:07.304749 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac5a3-6679-4437-9bda-88f381d12bda req-3b17b474-5ef8-47a0-8143-e6c9c9ddc856 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:07.306264 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17cac5a3-6679-4437-9bda-88f381d12bda req-3b17b474-5ef8-47a0-8143-e6c9c9ddc856 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0489008 Sep 15 14:14:07.333706 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:07.357638 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-17cac5a3-6679-4437-9bda-88f381d12bda req-6a1566a3-e62a-4df3-a9d2-884e8024344c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445089 Sep 15 14:14:07.503920 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccacd6-b658-44f4-9133-2da947ebed5a req-382e124a-66f1-4bcf-91c5-29fcb0fbcd08 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:07.505407 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c7ccacd6-b658-44f4-9133-2da947ebed5a req-382e124a-66f1-4bcf-91c5-29fcb0fbcd08 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0536721 Sep 15 14:14:07.548241 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:07.561495 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c7ccacd6-b658-44f4-9133-2da947ebed5a req-3852d85f-2e54-4393-b435-56c03929734b tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500312 Sep 15 14:14:07.893464 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=46 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:07.896386 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=50 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:08.003150 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c429f-c6f1-4c52-b65f-a60d846051f4 req-567e03d0-856b-4922-a02d-79f91455f823 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:08.004723 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-464c429f-c6f1-4c52-b65f-a60d846051f4 req-567e03d0-856b-4922-a02d-79f91455f823 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0468392 Sep 15 14:14:08.060940 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-464c429f-c6f1-4c52-b65f-a60d846051f4 req-3bf96a32-0242-4f64-82cd-dfa56dde84e5 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506895 Sep 15 14:14:08.487264 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872d9b-f76f-4f6a-a347-47e3652fdab7 req-dd11e632-b26c-4551-8381-36cb737537fa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:08.488819 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f7872d9b-f76f-4f6a-a347-47e3652fdab7 req-dd11e632-b26c-4551-8381-36cb737537fa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0525615 Sep 15 14:14:08.538065 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f7872d9b-f76f-4f6a-a347-47e3652fdab7 req-516e9466-f87f-4013-9685-17d6e34afd49 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433967 Sep 15 14:14:08.689492 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63c3b7-d023-407e-a7c1-72f0f2573555 req-55dcc670-c461-4eb8-b631-fa01438dfa44 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:08.691016 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9e63c3b7-d023-407e-a7c1-72f0f2573555 req-55dcc670-c461-4eb8-b631-fa01438dfa44 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0508907 Sep 15 14:14:08.741232 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9e63c3b7-d023-407e-a7c1-72f0f2573555 req-ccf30e53-894f-4b1f-a129-973974a72d1b tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442755 Sep 15 14:14:09.001391 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:09.002144 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:09.192291 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e2c08-08a6-4b87-a520-88eb2638ba0d req-4eed2f26-aecb-47d8-a45c-9d5bf912faca tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:09.193789 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-930e2c08-08a6-4b87-a520-88eb2638ba0d req-4eed2f26-aecb-47d8-a45c-9d5bf912faca tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0502183 Sep 15 14:14:09.246665 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-930e2c08-08a6-4b87-a520-88eb2638ba0d req-1e9586fa-6024-41c4-b59a-664cd72dfa1c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472422 Sep 15 14:14:09.661852 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc9686-fad9-4c2f-8719-9c54e575ebd5 req-99860cd9-129f-45a0-96a9-660450c0a505 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:09.663491 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1cbc9686-fad9-4c2f-8719-9c54e575ebd5 req-99860cd9-129f-45a0-96a9-660450c0a505 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0489624 Sep 15 14:14:09.711647 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1cbc9686-fad9-4c2f-8719-9c54e575ebd5 req-aab5fa44-1fad-45cd-b2f3-0fcbc76aa9b7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425708 Sep 15 14:14:10.096241 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ffdd8-ce4b-4d40-a59f-6714ee8f3085 req-69bf5a12-1d93-4edd-a21e-ccd47c77d92c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:10.097759 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c56ffdd8-ce4b-4d40-a59f-6714ee8f3085 req-69bf5a12-1d93-4edd-a21e-ccd47c77d92c tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0504768 Sep 15 14:14:10.150542 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c56ffdd8-ce4b-4d40-a59f-6714ee8f3085 req-cb2b797e-3ae9-45cf-8bcb-7d2491d4e75a tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467122 Sep 15 14:14:10.264054 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825b0d5-8001-4b41-b30d-9a4d9b43c090 req-4b83a0f6-d9af-4302-a2c4-7918f15c3e49 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:10.265565 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2825b0d5-8001-4b41-b30d-9a4d9b43c090 req-4b83a0f6-d9af-4302-a2c4-7918f15c3e49 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0526688 Sep 15 14:14:10.314863 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2825b0d5-8001-4b41-b30d-9a4d9b43c090 req-15c85d76-ed72-4d9f-b5e2-ddbe1024f972 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Sep 15 14:14:10.418341 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589377b-4777-4b1a-96b2-d44b7633ec52 req-51c969f1-ddeb-4001-85ed-6f5a98a7dfb4 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:10.420389 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e589377b-4777-4b1a-96b2-d44b7633ec52 req-51c969f1-ddeb-4001-85ed-6f5a98a7dfb4 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0462320 Sep 15 14:14:10.468632 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e589377b-4777-4b1a-96b2-d44b7633ec52 req-fbf8a352-b334-48b3-8723-823cfff81282 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Sep 15 14:14:10.833353 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397bfc-a21f-4064-b5d4-db07bb68d281 req-c43a5e6e-814a-4962-8d08-24ae49e5beed tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:10.834870 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53397bfc-a21f-4064-b5d4-db07bb68d281 req-c43a5e6e-814a-4962-8d08-24ae49e5beed tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0473716 Sep 15 14:14:10.888409 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53397bfc-a21f-4064-b5d4-db07bb68d281 req-7e5fbac4-8d4c-4a7c-888b-39eafc7f56b5 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475552 Sep 15 14:14:11.277040 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122512ae-d66f-4fcb-bb0c-59704ca8f928 req-021ac7d7-9248-4bdc-b571-1c1503a7065e tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:11.278525 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-122512ae-d66f-4fcb-bb0c-59704ca8f928 req-021ac7d7-9248-4bdc-b571-1c1503a7065e tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0485642 Sep 15 14:14:11.328650 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-122512ae-d66f-4fcb-bb0c-59704ca8f928 req-6d355c72-4164-417a-9cb4-b1b9d82504e7 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440850 Sep 15 14:14:11.430704 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:11.444830 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc6066-acc9-4ff7-b905-3ba121dba8f2 req-8069e1e5-e244-465e-801d-c047b1b9d412 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:11.446252 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6dcc6066-acc9-4ff7-b905-3ba121dba8f2 req-8069e1e5-e244-465e-801d-c047b1b9d412 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0509772 Sep 15 14:14:11.477708 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:11.495176 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6dcc6066-acc9-4ff7-b905-3ba121dba8f2 req-50b92dec-5839-4c12-b026-9ae331b2942c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Sep 15 14:14:11.603791 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5743d-f12b-4444-921c-96c0f866ab7e req-3e019aa8-9a46-4602-8f39-4d95d2458fcd tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:11.605271 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5ff5743d-f12b-4444-921c-96c0f866ab7e req-3e019aa8-9a46-4602-8f39-4d95d2458fcd tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0505800 Sep 15 14:14:11.652860 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5ff5743d-f12b-4444-921c-96c0f866ab7e req-64ad20cc-d77d-4685-a7b0-2041076f12be tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Sep 15 14:14:12.009019 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39c773-af77-44bc-aa73-9a08d903990c req-ed0d9a5d-f4d8-474e-ad77-822485aa4569 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:12.010422 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0a39c773-af77-44bc-aa73-9a08d903990c req-ed0d9a5d-f4d8-474e-ad77-822485aa4569 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0471380 Sep 15 14:14:12.059192 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0a39c773-af77-44bc-aa73-9a08d903990c req-31670593-9b83-46bd-84fb-eec485764df2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431178 Sep 15 14:14:12.457939 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e42794-7a15-4274-84e0-ae199b677294 req-1d1e9ba8-776d-457e-9b45-03020df1eeb9 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:12.459429 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-74e42794-7a15-4274-84e0-ae199b677294 req-1d1e9ba8-776d-457e-9b45-03020df1eeb9 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0497882 Sep 15 14:14:12.505954 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-74e42794-7a15-4274-84e0-ae199b677294 req-510385ad-f411-4097-99a5-6e822ce53416 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Sep 15 14:14:12.619729 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36f64f-7921-47fc-a882-635bd6df7594 req-8e0a31cc-72fa-4b93-b108-96dd1fa57edb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:12.621214 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8f36f64f-7921-47fc-a882-635bd6df7594 req-8e0a31cc-72fa-4b93-b108-96dd1fa57edb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0465813 Sep 15 14:14:12.669779 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8f36f64f-7921-47fc-a882-635bd6df7594 req-09dd6ce8-c74c-4b29-a21d-a50df108626b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Sep 15 14:14:12.773464 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a1d88-ccaa-421b-8d7d-1cc3f02142e7 req-0460479a-f783-4eb5-80ab-b5550762da69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:12.774924 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a18a1d88-ccaa-421b-8d7d-1cc3f02142e7 req-0460479a-f783-4eb5-80ab-b5550762da69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0471537 Sep 15 14:14:12.824734 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a18a1d88-ccaa-421b-8d7d-1cc3f02142e7 req-d36d66a6-0d5a-4e7c-9424-124041c72dcb tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Sep 15 14:14:13.176870 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00ec1e-5f35-4783-9429-42ad23a932f9 req-bb69a27c-a58e-4dd8-b494-b0866a4c89ff tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:13.178327 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ed00ec1e-5f35-4783-9429-42ad23a932f9 req-bb69a27c-a58e-4dd8-b494-b0866a4c89ff tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0462480 Sep 15 14:14:13.224643 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ed00ec1e-5f35-4783-9429-42ad23a932f9 req-8cb118b6-7985-45cb-964e-7c8c8d8ce626 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408719 Sep 15 14:14:13.493511 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:13.495833 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:13.630159 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efa1e1-b05d-4329-83c6-6904c8615017 req-42af8e29-4622-40ee-9dc8-b49c718e5edf tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:13.631614 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-62efa1e1-b05d-4329-83c6-6904c8615017 req-42af8e29-4622-40ee-9dc8-b49c718e5edf tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0489223 Sep 15 14:14:13.678539 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-62efa1e1-b05d-4329-83c6-6904c8615017 req-23d2c06c-db2e-474c-a4e9-83ee352f13c9 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 Sep 15 14:14:13.796577 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0697ea3-712d-46ae-916d-aff458cbb3b4 req-c67d7fb3-1871-40d6-b4fe-01b65b8512e8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:13.798033 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e0697ea3-712d-46ae-916d-aff458cbb3b4 req-c67d7fb3-1871-40d6-b4fe-01b65b8512e8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0497007 Sep 15 14:14:13.844385 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e0697ea3-712d-46ae-916d-aff458cbb3b4 req-a1ebc3c1-af86-4957-82e4-468122aa329f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 Sep 15 14:14:13.945563 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc2473-ada2-4864-9dd9-215d0286cfa9 req-b557143f-3fb8-418f-b2d5-564fd58f3f8a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:13.947014 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e0dc2473-ada2-4864-9dd9-215d0286cfa9 req-b557143f-3fb8-418f-b2d5-564fd58f3f8a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0463843 Sep 15 14:14:13.994782 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e0dc2473-ada2-4864-9dd9-215d0286cfa9 req-93aa9e2c-134a-494e-8f24-00bbc93ed55d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Sep 15 14:14:14.347006 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f9196-dafd-4d1a-aa78-49e53562f7c4 req-e32e787d-5bd8-4aea-80b2-a73850db1e6c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:14.348523 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-073f9196-dafd-4d1a-aa78-49e53562f7c4 req-e32e787d-5bd8-4aea-80b2-a73850db1e6c tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0471532 Sep 15 14:14:14.382020 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:14.399293 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-073f9196-dafd-4d1a-aa78-49e53562f7c4 req-b36a45ff-67e7-4cd5-891b-2e84bb4003a7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452676 Sep 15 14:14:14.636015 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Deleting port 00901558-ee89-4015-8f41-4eaf27b606cb {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:14:14.636587 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:14.740203 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] For port 00901558-ee89-4015-8f41-4eaf27b606cb, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=00901558-ee89-4015-8f41-4eaf27b606cb,segment=NetworkSegment(9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e),segment_id=9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:14:14.740584 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:14.762649 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Calling delete_port for 00901558-ee89-4015-8f41-4eaf27b606cb owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:14:14.823237 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ebf62-afd9-43b0-9416-b08622b7b7ae req-a2d2a117-c473-4fe8-96c3-96a8ba0d6690 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:14.824758 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c22ebf62-afd9-43b0-9416-b08622b7b7ae req-a2d2a117-c473-4fe8-96c3-96a8ba0d6690 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 944 time: 0.0630660 Sep 15 14:14:14.873881 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c22ebf62-afd9-43b0-9416-b08622b7b7ae req-ffb2cc98-418e-4a70-92d9-3467d6e66ca7 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944ed70c-db58-4122-bde6-7d1795aca0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Sep 15 14:14:14.902845 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (00901558-ee89-4015-8f41-4eaf27b606cb), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:14.931571 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Pushing event deleted for resources: {'Port': ['ID=00901558-ee89-4015-8f41-4eaf27b606cb,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:14.945676 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.946022 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.946361 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.946696 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.947022 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.947465 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.947801 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.948146 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.948497 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.948787 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.949103 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.949421 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.949736 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.950163 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.951117 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:14.967726 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:14.988568 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] No DVR routers for this DVR port 00901558-ee89-4015-8f41-4eaf27b606cb on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:14:14.991018 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:14.994751 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c24ae86a-210c-4da5-8a7d-e72f5e9b857b req-d9d88597-0d4d-4367-bab5-a13432e9ed86 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.52 "DELETE /networking/v2.0/ports/00901558-ee89-4015-8f41-4eaf27b606cb HTTP/1.1" status: 204 len: 173 time: 0.4390118 Sep 15 14:14:14.995335 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'name': 'network-vif-deleted', 'tag': '00901558-ee89-4015-8f41-4eaf27b606cb'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:14:14.998483 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47783dc2-b698-434b-b898-a6282d401ba5" -d '{"events": [{"server_uuid": "596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa", "name": "network-vif-deleted", "tag": "00901558-ee89-4015-8f41-4eaf27b606cb"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:14:15.002861 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc262-3d4d-4059-be73-73568bc0dd26 req-466a259b-eb7d-4dec-8d6e-1011df73fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:15.004394 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-50cdc262-3d4d-4059-be73-73568bc0dd26 req-466a259b-eb7d-4dec-8d6e-1011df73fbd3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 1128 time: 0.0744443 Sep 15 14:14:15.017773 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7e1e5-2f12-4e46-8ea1-beeae62abc42 req-50db0657-34d1-4f23-a1f7-1002a08c5f3f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:15.019211 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fea7e1e5-2f12-4e46-8ea1-beeae62abc42 req-50db0657-34d1-4f23-a1f7-1002a08c5f3f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0780258 Sep 15 14:14:15.068448 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fea7e1e5-2f12-4e46-8ea1-beeae62abc42 req-186288f5-0ef8-4f76-9f27-c8500e49eefe tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Sep 15 14:14:15.129456 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550cde95-7028-4dcb-9512-8de6d0a98570 x-openstack-request-id: req-550cde95-7028-4dcb-9512-8de6d0a98570 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:14:15.130068 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa", "name": "network-vif-deleted", "tag": "00901558-ee89-4015-8f41-4eaf27b606cb", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:14:15.130990 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-550cde95-7028-4dcb-9512-8de6d0a98570 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:14:15.132102 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550cde95-7028-4dcb-9512-8de6d0a98570'] response: {'server_uuid': '596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa', 'name': 'network-vif-deleted', 'tag': '00901558-ee89-4015-8f41-4eaf27b606cb', 'status': 'completed', 'code': 200} Sep 15 14:14:15.259026 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30cf1b-32ca-4142-bae2-3b87b7705330 req-520b7ff4-8b3f-477e-8b77-e5422ed1abca tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:15.260647 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-aa30cf1b-32ca-4142-bae2-3b87b7705330 req-520b7ff4-8b3f-477e-8b77-e5422ed1abca tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0749352 Sep 15 14:14:15.289754 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc262-3d4d-4059-be73-73568bc0dd26 req-7b53aa63-ec08-43eb-8ec5-4522d33c877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:15.290710 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-50cdc262-3d4d-4059-be73-73568bc0dd26 req-7b53aa63-ec08-43eb-8ec5-4522d33c877a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1656680 Sep 15 14:14:15.321528 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-aa30cf1b-32ca-4142-bae2-3b87b7705330 req-6694a87c-187a-49c4-9744-b69cbe0681c1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 Sep 15 14:14:15.430494 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc262-3d4d-4059-be73-73568bc0dd26 req-3ae803a8-9ab4-4776-a0e2-a040edc67acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:15.431996 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-50cdc262-3d4d-4059-be73-73568bc0dd26 req-3ae803a8-9ab4-4776-a0e2-a040edc67acf service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0891285 Sep 15 14:14:15.521790 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09745d-8b65-4851-9eb2-833df360856c req-a5af24fb-b6b5-49d2-8a4b-0c2937df5897 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:15.523260 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0f09745d-8b65-4851-9eb2-833df360856c req-a5af24fb-b6b5-49d2-8a4b-0c2937df5897 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0461676 Sep 15 14:14:15.579153 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0f09745d-8b65-4851-9eb2-833df360856c req-904219cd-6370-4163-966a-d5df9156910a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495691 Sep 15 14:14:15.818318 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fee07-7b90-4ee2-9c44-1dc324b51002 req-6a9e8d76-43a8-47af-acb8-f2b72427c7fa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:15.820067 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-239fee07-7b90-4ee2-9c44-1dc324b51002 req-6a9e8d76-43a8-47af-acb8-f2b72427c7fa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0491698 Sep 15 14:14:15.871213 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-239fee07-7b90-4ee2-9c44-1dc324b51002 req-03d27c20-3429-4807-a0ce-4a975d979b27 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442264 Sep 15 14:14:15.945085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-efd7ed1b-d650-41d4-a10f-3c16e7560b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:15.946617 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-efd7ed1b-d650-41d4-a10f-3c16e7560b25 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 1128 time: 0.0481403 Sep 15 14:14:15.993192 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dcc3eb44-84c8-441c-bccd-9d70c04af1cb req-9c4ffad3-1f82-4599-929d-f0409bccae03 tempest-VolumesActionsTest-512680620 tempest-VolumesActionsTest-512680620-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=596b4be3-deaa-43fb-ac5d-bbe2e0fc93aa HTTP/1.1" status: 200 len: 210 time: 0.0275862 Sep 15 14:14:16.045208 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-61f6ad75-f700-4153-a0dc-7d2f67366c89 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 200 len: 217 time: 0.0448003 Sep 15 14:14:16.061120 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339db67-7453-40f2-b002-d6d15219c470 req-19e74e22-77ff-4887-9eb8-f9f202e63d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:16.064284 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b339db67-7453-40f2-b002-d6d15219c470 req-19e74e22-77ff-4887-9eb8-f9f202e63d70 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 1130 time: 0.0459988 Sep 15 14:14:16.104618 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-9a9f7be6-f977-4b97-b31f-4c7fc2a818b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:16.106124 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-9a9f7be6-f977-4b97-b31f-4c7fc2a818b0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b4fc9951-4c7b-478a-a14b-19180e41e774 HTTP/1.1" status: 200 len: 854 time: 0.0541966 Sep 15 14:14:16.167436 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-f793fc94-7424-4e57-812a-a5563277dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:16.169897 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-f793fc94-7424-4e57-812a-a5563277dc64 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9929a618-46ec-43e0-9a7a-ac3572079a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436587 Sep 15 14:14:16.223258 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9303d6d-88f0-4e52-9f61-697072c1ed31 req-0fc717da-38ff-46e2-8bd4-a426d5fbabac tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:16.224736 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b9303d6d-88f0-4e52-9f61-697072c1ed31 req-0fc717da-38ff-46e2-8bd4-a426d5fbabac tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0681567 Sep 15 14:14:16.240313 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339db67-7453-40f2-b002-d6d15219c470 req-11a1b591-ffce-43d4-b7b4-3cd0bee1b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:16.241731 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b339db67-7453-40f2-b002-d6d15219c470 req-11a1b591-ffce-43d4-b7b4-3cd0bee1b1df service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 911 time: 0.1473794 Sep 15 14:14:16.276019 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b9303d6d-88f0-4e52-9f61-697072c1ed31 req-7c20c107-e23a-4040-b5ba-57047081d2d5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441315 Sep 15 14:14:16.342425 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b339db67-7453-40f2-b002-d6d15219c470 req-18b67ffb-18cd-4704-845e-622e3b69dbc4 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 200 len: 1002 time: 0.0612855 Sep 15 14:14:16.390661 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-393db848-ea1d-4af5-8237-c0c7aedaa447 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089916 Sep 15 14:14:16.397343 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339db67-7453-40f2-b002-d6d15219c470 req-23b303da-69c5-480a-87a5-b6ef6f588ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:16.398948 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b339db67-7453-40f2-b002-d6d15219c470 req-23b303da-69c5-480a-87a5-b6ef6f588ec4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.0505786 Sep 15 14:14:16.460925 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d71ac4-fe2a-48de-a296-693de6753b08 req-f34df61c-3b99-42b4-97b2-fc749ee2ae78 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:16.462412 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-27d71ac4-fe2a-48de-a296-693de6753b08 req-f34df61c-3b99-42b4-97b2-fc749ee2ae78 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0569084 Sep 15 14:14:16.510818 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-27d71ac4-fe2a-48de-a296-693de6753b08 req-74fbdb5e-6958-4820-96f0-502218b672c3 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 Sep 15 14:14:16.519573 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:16.733626 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:16.744367 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:16.749068 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339db67-7453-40f2-b002-d6d15219c470 req-543667ba-3d4f-485e-aa6e-315b274be2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:16.750604 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b339db67-7453-40f2-b002-d6d15219c470 req-543667ba-3d4f-485e-aa6e-315b274be2ca service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801153 Sep 15 14:14:16.783210 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8bad785f-52c7-428e-86bc-5b671296e4aa req-10c0666f-5f31-4277-92ba-db89940825ae service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039681 Sep 15 14:14:16.889733 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b339db67-7453-40f2-b002-d6d15219c470 req-82a199b0-1da5-4106-bfb9-06a044ed0f58 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949278 Sep 15 14:14:16.991051 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b670a6c-30cd-403f-a61b-f4d2701324e4 req-9556dcd1-8402-4e13-a26a-92e068c0a05d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:16.992486 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5b670a6c-30cd-403f-a61b-f4d2701324e4 req-9556dcd1-8402-4e13-a26a-92e068c0a05d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0467730 Sep 15 14:14:17.040164 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5b670a6c-30cd-403f-a61b-f4d2701324e4 req-2c4a9133-05ec-48cc-a2c6-76ce983f88e8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414498 Sep 15 14:14:17.410539 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20857ad-fa9b-4896-a2d4-7b57c4febd3a req-38c123c1-9725-4782-bebd-0d93dc01771d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:17.411951 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e20857ad-fa9b-4896-a2d4-7b57c4febd3a req-38c123c1-9725-4782-bebd-0d93dc01771d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0527434 Sep 15 14:14:17.462687 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e20857ad-fa9b-4896-a2d4-7b57c4febd3a req-d009f4d2-637b-4611-8d3c-a6444938a91a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451274 Sep 15 14:14:17.845521 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:17.865402 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66264a55-b99e-4af7-a634-2bf953d7e00c req-70ae50a3-65f6-4f06-a9ad-3373b65d2efb tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:17.866899 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-66264a55-b99e-4af7-a634-2bf953d7e00c req-70ae50a3-65f6-4f06-a9ad-3373b65d2efb tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.2769747 Sep 15 14:14:17.913161 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-66264a55-b99e-4af7-a634-2bf953d7e00c req-a32738c4-d889-4143-adc4-1f2ac99f8ff2 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Sep 15 14:14:18.166522 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb4fce-013d-46c9-84a9-fa50d3d9b55e req-e32699b7-f9e7-4b17-ad04-a85a5fabea41 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:18.167949 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a6bb4fce-013d-46c9-84a9-fa50d3d9b55e req-e32699b7-f9e7-4b17-ad04-a85a5fabea41 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0505729 Sep 15 14:14:18.215635 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a6bb4fce-013d-46c9-84a9-fa50d3d9b55e req-5d89cad9-ebe4-431c-a34a-5280228d8c65 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413749 Sep 15 14:14:18.592129 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a26d-8797-4d1f-86ac-e131691a40ed req-6ec52c77-d6f4-4c8e-98be-256fbc37d9ef tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:18.593590 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-acc7a26d-8797-4d1f-86ac-e131691a40ed req-6ec52c77-d6f4-4c8e-98be-256fbc37d9ef tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0469379 Sep 15 14:14:18.640385 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-acc7a26d-8797-4d1f-86ac-e131691a40ed req-6462ad8b-ae4c-4714-a20f-a970f468b23a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412903 Sep 15 14:14:19.033301 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f43a1-1c36-4614-8868-f7cc23bb6f91 req-7aa8aa0a-3f73-4f01-b721-f8c7afcc7c51 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:19.034770 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d52f43a1-1c36-4614-8868-f7cc23bb6f91 req-7aa8aa0a-3f73-4f01-b721-f8c7afcc7c51 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0472884 Sep 15 14:14:19.084311 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d52f43a1-1c36-4614-8868-f7cc23bb6f91 req-d1077cd7-89b2-4b63-a231-dee9ba5802d4 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Sep 15 14:14:19.342322 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd96f7-393e-4ebb-a15e-9f6b619ac4eb req-e8f0ca59-6df1-4fef-87b7-612456de728b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:19.343790 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-59cd96f7-393e-4ebb-a15e-9f6b619ac4eb req-e8f0ca59-6df1-4fef-87b7-612456de728b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0518441 Sep 15 14:14:19.367467 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:19.391213 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-59cd96f7-393e-4ebb-a15e-9f6b619ac4eb req-d6dba91b-4845-407f-971a-2e4653ffecf0 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418932 Sep 15 14:14:19.764913 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931cdeb-fe17-436b-b473-764b8f01e321 req-33ab48c7-9149-4340-8a68-cf86c0ff3741 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:19.766387 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5931cdeb-fe17-436b-b473-764b8f01e321 req-33ab48c7-9149-4340-8a68-cf86c0ff3741 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0468476 Sep 15 14:14:19.813672 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5931cdeb-fe17-436b-b473-764b8f01e321 req-7432d6d6-739a-4ef0-8eb8-e72efe9217ad tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 Sep 15 14:14:20.201911 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f6d66-2eff-45bd-b533-c8fdcf0ddb6c req-15020206-b9ed-413f-b4ae-ca57d16ff5d6 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:20.203363 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e15f6d66-2eff-45bd-b533-c8fdcf0ddb6c req-15020206-b9ed-413f-b4ae-ca57d16ff5d6 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0464599 Sep 15 14:14:20.249694 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e15f6d66-2eff-45bd-b533-c8fdcf0ddb6c req-f3c7d1e3-5b67-4830-ae62-68d7c6183f29 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Sep 15 14:14:20.511806 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df586231-c380-4afa-8938-c3d77094309b req-64ad1223-9e2f-49ea-b98e-800c94605190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:20.514080 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-df586231-c380-4afa-8938-c3d77094309b req-64ad1223-9e2f-49ea-b98e-800c94605190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0462279 Sep 15 14:14:20.560116 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-df586231-c380-4afa-8938-c3d77094309b req-22b0b6c2-0a17-4877-a7c4-a29191c8db0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403037 Sep 15 14:14:20.937492 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9b0d3-1c40-458e-b0ee-b3d397f6d2c6 req-32ea1b10-fed3-493a-aff7-c368fdcac0b3 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:20.938983 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6da9b0d3-1c40-458e-b0ee-b3d397f6d2c6 req-32ea1b10-fed3-493a-aff7-c368fdcac0b3 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0470734 Sep 15 14:14:20.989735 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6da9b0d3-1c40-458e-b0ee-b3d397f6d2c6 req-2db2d453-2dfa-4442-ae02-3fbba0bf4bc0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448964 Sep 15 14:14:21.370129 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0778c9-31ea-4d43-84b1-ee4a06cfeaba req-25cccbde-44a2-4ccc-af40-655eb14aa473 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:21.371617 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cd0778c9-31ea-4d43-84b1-ee4a06cfeaba req-25cccbde-44a2-4ccc-af40-655eb14aa473 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0498154 Sep 15 14:14:21.420886 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cd0778c9-31ea-4d43-84b1-ee4a06cfeaba req-bf447ffb-e84b-4088-83a6-6718bab8a530 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 Sep 15 14:14:21.679298 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56b40-a0f3-49c6-b6a8-e3b3dcae3031 req-9d7d6c21-0015-41d1-b9f8-9c88fdf6e777 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:21.680799 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06e56b40-a0f3-49c6-b6a8-e3b3dcae3031 req-9d7d6c21-0015-41d1-b9f8-9c88fdf6e777 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0459907 Sep 15 14:14:21.729158 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06e56b40-a0f3-49c6-b6a8-e3b3dcae3031 req-712bc8ec-0ced-4acb-9df5-20bfe9115bdf tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421271 Sep 15 14:14:21.896186 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:14:22.114466 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547bd6c-706b-41e5-93ed-0b6e14aaae7c req-127d1c1f-cf51-4b46-b475-8b4f25db71a7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:22.115930 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a547bd6c-706b-41e5-93ed-0b6e14aaae7c req-127d1c1f-cf51-4b46-b475-8b4f25db71a7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0467391 Sep 15 14:14:22.162723 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a547bd6c-706b-41e5-93ed-0b6e14aaae7c req-2a1a985c-4bfd-44c6-b412-9b6430b92f6b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412385 Sep 15 14:14:22.538548 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57056e59-3597-4856-898b-a8563f44357e req-8ccfe3eb-3a24-497a-8aee-764578f1bf45 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:22.540059 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-57056e59-3597-4856-898b-a8563f44357e req-8ccfe3eb-3a24-497a-8aee-764578f1bf45 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0465744 Sep 15 14:14:22.588012 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-57056e59-3597-4856-898b-a8563f44357e req-120363c1-d80b-4411-ac4a-e710191acbe6 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421765 Sep 15 14:14:22.848677 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ae928-b487-45c5-8e1d-97ae44e32bb9 req-3104afd9-1d7f-4955-8cd2-5e28bcdffa28 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:22.850113 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ea2ae928-b487-45c5-8e1d-97ae44e32bb9 req-3104afd9-1d7f-4955-8cd2-5e28bcdffa28 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0456631 Sep 15 14:14:22.900182 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ea2ae928-b487-45c5-8e1d-97ae44e32bb9 req-a9dc5fa0-5345-4b02-b22d-08cc47fa1483 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446053 Sep 15 14:14:23.293516 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762549e-4bda-4545-9f64-aeae583d303a req-f9d3dac3-b6be-4403-b41f-4782fe1da009 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:23.295009 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7762549e-4bda-4545-9f64-aeae583d303a req-f9d3dac3-b6be-4403-b41f-4782fe1da009 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0502975 Sep 15 14:14:23.343384 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7762549e-4bda-4545-9f64-aeae583d303a req-87212db0-7525-4402-8e1b-25d2e4fc665e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Sep 15 14:14:23.704166 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212bf01-1a8d-4103-bb1c-723cacb0c095 req-aa97b25a-fc86-4ffb-b11b-eba46238c556 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:23.705629 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6212bf01-1a8d-4103-bb1c-723cacb0c095 req-aa97b25a-fc86-4ffb-b11b-eba46238c556 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0471838 Sep 15 14:14:23.744520 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:23.748361 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:23.753805 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6212bf01-1a8d-4103-bb1c-723cacb0c095 req-b14f334f-ef42-4759-808e-33756f30d07a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 Sep 15 14:14:24.018379 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e25f-87e9-4d49-90ed-3c33fde30e7f req-f3bf584e-6b13-4f79-bb0b-eb6cde353d52 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:24.019905 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1550e25f-87e9-4d49-90ed-3c33fde30e7f req-f3bf584e-6b13-4f79-bb0b-eb6cde353d52 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0460470 Sep 15 14:14:24.066715 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1550e25f-87e9-4d49-90ed-3c33fde30e7f req-cdd2b381-cf4c-4f98-a4d8-41e613c23336 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411279 Sep 15 14:14:24.400310 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b339db67-7453-40f2-b002-d6d15219c470 req-2474b71b-710c-40e1-ab92-0f1ada13c9ad service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898528 Sep 15 14:14:24.470959 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571211d9-32eb-4a2c-81c7-d4c07e9df69c req-cd6ec16f-1e38-4a81-8f66-4dbaa175fcae tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:24.472536 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-571211d9-32eb-4a2c-81c7-d4c07e9df69c req-cd6ec16f-1e38-4a81-8f66-4dbaa175fcae tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0473707 Sep 15 14:14:24.529390 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-571211d9-32eb-4a2c-81c7-d4c07e9df69c req-bacf7009-ecf4-4fd0-af56-e170829a85cb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512161 Sep 15 14:14:24.919709 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7044c-ecbc-46b7-b933-dbe9e704e337 req-847d0940-604b-4c12-96e2-adfba5cfe9d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:24.924908 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a1b7044c-ecbc-46b7-b933-dbe9e704e337 req-847d0940-604b-4c12-96e2-adfba5cfe9d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0616169 Sep 15 14:14:24.994581 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a1b7044c-ecbc-46b7-b933-dbe9e704e337 req-f38cf32b-2744-49d2-b593-aad520e11f00 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683577 Sep 15 14:14:25.237285 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dab83-cf89-4f4e-850d-b7eb19a00955 req-aadb9124-c98f-4eaf-979d-95bacf0d36ae tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:25.244894 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-992dab83-cf89-4f4e-850d-b7eb19a00955 req-aadb9124-c98f-4eaf-979d-95bacf0d36ae tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0802329 Sep 15 14:14:25.306604 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-992dab83-cf89-4f4e-850d-b7eb19a00955 req-793d6684-a98e-4ba6-bf32-80b1af4de670 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606771 Sep 15 14:14:25.670185 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951a634-c9b2-4527-a7f8-f62dd45d979c req-e9932b0c-cd60-478d-90bb-d3d4cd30ccbe tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:25.671935 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5951a634-c9b2-4527-a7f8-f62dd45d979c req-e9932b0c-cd60-478d-90bb-d3d4cd30ccbe tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Sep 15 14:14:25.706234 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:25.724751 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5951a634-c9b2-4527-a7f8-f62dd45d979c req-a89bf115-99d8-4b5a-a2c2-8c07b0255c91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464165 Sep 15 14:14:26.146746 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7fa34-f3e5-42f8-be65-ebb501fa97b2 req-b0271f6f-811e-4f47-af71-ca8188e4d6df tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:26.148564 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-deb7fa34-f3e5-42f8-be65-ebb501fa97b2 req-b0271f6f-811e-4f47-af71-ca8188e4d6df tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 944 time: 0.0613081 Sep 15 14:14:26.245233 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-deb7fa34-f3e5-42f8-be65-ebb501fa97b2 req-1c486638-ac08-4ae3-9174-02a596663b1c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779004 Sep 15 14:14:26.302785 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 8b54bbd9-461c-4eb0-8b69-008918d44954 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:14:26.444347 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 8b54bbd9-461c-4eb0-8b69-008918d44954, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8b54bbd9-461c-4eb0-8b69-008918d44954,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:14:26.460086 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'port_id': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'mac_address': 'fa:16:3e:e5:d1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:14:26.470582 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372d442-4904-496f-9e26-51b6ed6fc6da req-85b57d2f-e10f-4d81-b6a1-00970ab4d301 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:26.477824 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f372d442-4904-496f-9e26-51b6ed6fc6da req-85b57d2f-e10f-4d81-b6a1-00970ab4d301 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0644903 Sep 15 14:14:26.507591 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 8b54bbd9-461c-4eb0-8b69-008918d44954 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:14:26.507591 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:26.524682 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b54bbd9-461c-4eb0-8b69-008918d44954 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:14:26.531029 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f372d442-4904-496f-9e26-51b6ed6fc6da req-a1edc989-911d-4fca-915b-216c0efcedf7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526361 Sep 15 14:14:26.556478 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 8b54bbd9-461c-4eb0-8b69-008918d44954, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8b54bbd9-461c-4eb0-8b69-008918d44954,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:14:26.561370 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:26.756456 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=8b54bbd9-461c-4eb0-8b69-008918d44954,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:26.765889 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.766611 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.767020 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.767478 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.768043 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.768452 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.768957 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.769433 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.770017 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.770587 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.771038 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.771677 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.772348 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.772769 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.773544 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:26.913481 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528c7f3-6188-4758-95af-ca12d3adf53c req-665fedf2-dbb6-4d77-9619-fb7ef5dd0b08 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:26.922874 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e528c7f3-6188-4758-95af-ca12d3adf53c req-665fedf2-dbb6-4d77-9619-fb7ef5dd0b08 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0750628 Sep 15 14:14:26.978831 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e528c7f3-6188-4758-95af-ca12d3adf53c req-48dcd6c7-194b-44a1-b2d0-c5d8e8fc9c83 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547876 Sep 15 14:14:27.205788 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['8b54bbd9-461c-4eb0-8b69-008918d44954'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:14:27.445981 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4128cd-2f80-4da8-b232-bcbadc5a2cac req-6847ceac-52d5-4e83-8d92-95a7e4aa4b06 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:27.456357 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7e4128cd-2f80-4da8-b232-bcbadc5a2cac req-6847ceac-52d5-4e83-8d92-95a7e4aa4b06 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 945 time: 0.0684259 Sep 15 14:14:27.530948 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7e4128cd-2f80-4da8-b232-bcbadc5a2cac req-af8c0c73-cc57-43fa-a88a-459250ac5fc1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734465 Sep 15 14:14:28.128977 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52897d-8415-49d5-80c4-5be4ee8701c7 req-85750e29-efe2-49ba-b6e9-ae7464aff7c7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:28.130662 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ab52897d-8415-49d5-80c4-5be4ee8701c7 req-85750e29-efe2-49ba-b6e9-ae7464aff7c7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0578213 Sep 15 14:14:28.192275 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ab52897d-8415-49d5-80c4-5be4ee8701c7 req-7099368b-0b4e-4310-93e3-7cd10d1348e5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549800 Sep 15 14:14:28.415843 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3c54-6840-464e-bc35-397195e67f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:28.670794 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3ae82-0fde-4e56-96a5-7a6eabd7d35f req-b2ef3fcc-5b58-4bc9-bd5b-7f0c4c775524 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:28.672447 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f8b3ae82-0fde-4e56-96a5-7a6eabd7d35f req-b2ef3fcc-5b58-4bc9-bd5b-7f0c4c775524 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 945 time: 0.0495963 Sep 15 14:14:28.726083 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f8b3ae82-0fde-4e56-96a5-7a6eabd7d35f req-ec1ef395-80dc-4464-bdfc-e8c471ba417d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Sep 15 14:14:29.334568 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faea89-0658-4157-9b81-a7b0adf1e5b2 req-5843c7a5-8cc8-48a0-b3c3-2c26f68e8864 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:29.336900 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d2faea89-0658-4157-9b81-a7b0adf1e5b2 req-5843c7a5-8cc8-48a0-b3c3-2c26f68e8864 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0616245 Sep 15 14:14:29.401104 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d2faea89-0658-4157-9b81-a7b0adf1e5b2 req-5202a199-be56-4fd5-9e87-68e0bb0e8119 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569980 Sep 15 14:14:29.819439 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:29.869373 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ba18e-d559-4fc8-89d7-544f8b84f086 req-00d958ce-dc0c-4d3f-a1f4-f4df823e296f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:29.870966 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-878ba18e-d559-4fc8-89d7-544f8b84f086 req-00d958ce-dc0c-4d3f-a1f4-f4df823e296f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 945 time: 0.0603817 Sep 15 14:14:29.926643 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-878ba18e-d559-4fc8-89d7-544f8b84f086 req-a5b12ae4-978f-4f8c-9550-c8e8aa31aa7c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481744 Sep 15 14:14:30.538774 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b8a1-f07e-444c-a4b1-a02b5080ae15 req-1be47cfb-9324-430d-925e-809ca9b4d80c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:30.540561 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f532b8a1-f07e-444c-a4b1-a02b5080ae15 req-1be47cfb-9324-430d-925e-809ca9b4d80c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0513527 Sep 15 14:14:30.597554 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f532b8a1-f07e-444c-a4b1-a02b5080ae15 req-1da5da19-40c4-4349-bedc-e0e1b0a327f2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495443 Sep 15 14:14:30.674487 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-26361450-9a7b-42bc-8dcc-d557930bcf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:31.054752 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fff4b-18c5-4e0b-bb36-f2e50e50a239 req-46567b9d-7f87-4eb1-9257-74b32f8a3541 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:31.060888 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7e2fff4b-18c5-4e0b-bb36-f2e50e50a239 req-46567b9d-7f87-4eb1-9257-74b32f8a3541 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 945 time: 0.0542173 Sep 15 14:14:31.108351 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7e2fff4b-18c5-4e0b-bb36-f2e50e50a239 req-96a6b9ce-fc3b-4fef-8114-3b316bba1790 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Sep 15 14:14:31.742425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2447c1-ee44-488b-b2c7-90c8a1fa1787 req-77e752da-7177-47a9-beba-0e25a32350d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:31.744706 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc2447c1-ee44-488b-b2c7-90c8a1fa1787 req-77e752da-7177-47a9-beba-0e25a32350d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0586276 Sep 15 14:14:31.797095 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc2447c1-ee44-488b-b2c7-90c8a1fa1787 req-354fe45e-86cd-49af-980a-f91aff021e77 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457370 Sep 15 14:14:31.891565 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:31.892965 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:31.973365 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:32.251605 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f0529-22c0-48d0-8077-53cb193c0a59 req-32dbdcae-92ad-4e7f-a4ba-0f8173f4a383 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:32.253857 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-586f0529-22c0-48d0-8077-53cb193c0a59 req-32dbdcae-92ad-4e7f-a4ba-0f8173f4a383 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 945 time: 0.0598083 Sep 15 14:14:32.320132 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-586f0529-22c0-48d0-8077-53cb193c0a59 req-496d72f3-6e7e-435b-b064-2c0336132018 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602431 Sep 15 14:14:32.948623 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5125926-02b6-46fb-af0b-d82d74e9e9a3 req-1e5ae594-da34-4519-998f-c92cf198121f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:32.950901 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f5125926-02b6-46fb-af0b-d82d74e9e9a3 req-1e5ae594-da34-4519-998f-c92cf198121f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0659409 Sep 15 14:14:33.001932 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f5125926-02b6-46fb-af0b-d82d74e9e9a3 req-9ace409b-9c0a-493b-a611-5cbc2b4388ba tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Sep 15 14:14:33.442662 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:33.486195 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944be7e-0873-48d5-ba9e-b061e3219b02 req-551f533d-b0b3-425d-8e30-3f480b34c86e tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:33.488059 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a944be7e-0873-48d5-ba9e-b061e3219b02 req-551f533d-b0b3-425d-8e30-3f480b34c86e tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 945 time: 0.0859499 Sep 15 14:14:33.509180 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:33.562809 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a944be7e-0873-48d5-ba9e-b061e3219b02 req-9fad8611-e693-4a75-bc41-4783abee3f89 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677071 Sep 15 14:14:33.985676 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 8b54bbd9-461c-4eb0-8b69-008918d44954 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:14:34.040230 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 8b54bbd9-461c-4eb0-8b69-008918d44954 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:14:34.048209 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 8b54bbd9-461c-4eb0-8b69-008918d44954 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:14:34.048653 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:34.049187 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 8b54bbd9-461c-4eb0-8b69-008918d44954 Sep 15 14:14:34.112927 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:34.160345 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 8b54bbd9-461c-4eb0-8b69-008918d44954 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:14:34.161210 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:34.164079 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ea7f-bfa9-4274-aca4-44e43e96e50d req-5b9bad1f-f215-49ca-a719-35d7825dcc17 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:34.174151 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b057ea7f-bfa9-4274-aca4-44e43e96e50d req-5b9bad1f-f215-49ca-a719-35d7825dcc17 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0694737 Sep 15 14:14:34.183646 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:34.196283 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:14:34.199136 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698ea566-fa57-47c9-8f87-f362a08bf42f" -d '{"events": [{"server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "name": "network-vif-plugged", "status": "completed", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:14:34.214060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 8b54bbd9-461c-4eb0-8b69-008918d44954, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8b54bbd9-461c-4eb0-8b69-008918d44954,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:14:34.220136 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:34.244085 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b057ea7f-bfa9-4274-aca4-44e43e96e50d req-f1ee3472-a258-4659-8565-b93f42b24d5b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679212 Sep 15 14:14:34.251221 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906dd9de-70d1-4d11-9538-02ccc0810752 x-openstack-request-id: req-906dd9de-70d1-4d11-9538-02ccc0810752 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:14:34.251515 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "name": "network-vif-plugged", "status": "completed", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:14:34.251789 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-906dd9de-70d1-4d11-9538-02ccc0810752 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:14:34.252181 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906dd9de-70d1-4d11-9538-02ccc0810752'] response: {'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'code': 200} Sep 15 14:14:34.320675 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=8b54bbd9-461c-4eb0-8b69-008918d44954,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:34.585458 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f0562-f974-46ad-b55b-3174801f2381 req-daf59fac-1d42-4397-ad6a-6cfc5868141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:34.588170 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c71f0562-f974-46ad-b55b-3174801f2381 req-daf59fac-1d42-4397-ad6a-6cfc5868141a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 1130 time: 0.0546062 Sep 15 14:14:34.707450 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:34.751045 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c71f0562-f974-46ad-b55b-3174801f2381 req-859024fc-9537-4366-ae13-d80786141c18 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803132 Sep 15 14:14:34.760164 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b3aed-7978-4313-b643-42c5c06ea58d req-b7e95f8a-be26-49b8-92e3-d13c23080355 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:34.761913 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-264b3aed-7978-4313-b643-42c5c06ea58d req-b7e95f8a-be26-49b8-92e3-d13c23080355 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.1009061 Sep 15 14:14:34.839264 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-264b3aed-7978-4313-b643-42c5c06ea58d req-7aa25c4d-5206-461d-a8d9-3a10a9797e3d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 Sep 15 14:14:35.396082 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeff01-869d-41de-9187-254f16193232 req-548e0077-f2b0-482c-9c65-6d04fff574d2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:35.401518 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-21eeff01-869d-41de-9187-254f16193232 req-548e0077-f2b0-482c-9c65-6d04fff574d2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0554907 Sep 15 14:14:35.463325 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-21eeff01-869d-41de-9187-254f16193232 req-cf6fb80b-de1d-4db9-8ef1-21c2c8e9dc82 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594604 Sep 15 14:14:36.016492 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac9d4d-440f-4af7-8e9d-7245245ae8b2 req-ec8e2946-0bfc-45a9-96c1-f2649966c943 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:36.018128 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e5ac9d4d-440f-4af7-8e9d-7245245ae8b2 req-ec8e2946-0bfc-45a9-96c1-f2649966c943 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0557606 Sep 15 14:14:36.078998 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e5ac9d4d-440f-4af7-8e9d-7245245ae8b2 req-73e295b0-99aa-49f2-ae41-e43bc1c4598b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545475 Sep 15 14:14:36.624681 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9654ca-9c4d-421b-b06c-c7a8a39be694 req-437ac283-f25d-404d-9b58-eeedb76f9f91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:36.626384 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8f9654ca-9c4d-421b-b06c-c7a8a39be694 req-437ac283-f25d-404d-9b58-eeedb76f9f91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0637200 Sep 15 14:14:36.685127 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8f9654ca-9c4d-421b-b06c-c7a8a39be694 req-f89e44b6-b833-471b-97a8-f7672f97347e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514040 Sep 15 14:14:37.233059 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c20f2-6209-4f3f-9ed6-d0e5ed35d913 req-f7678b0a-181d-4a82-bd78-25a3cf10b0dc tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:37.234928 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-763c20f2-6209-4f3f-9ed6-d0e5ed35d913 req-f7678b0a-181d-4a82-bd78-25a3cf10b0dc tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0611625 Sep 15 14:14:37.295888 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-763c20f2-6209-4f3f-9ed6-d0e5ed35d913 req-821bf957-a9ba-4830-9856-1339d2989b5f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546455 Sep 15 14:14:38.032599 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ce804-6ec8-448c-b33c-01edd4745c22 req-94a3dbde-3d33-48ff-8bb4-93b4fc161aed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:38.036226 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c05ce804-6ec8-448c-b33c-01edd4745c22 req-94a3dbde-3d33-48ff-8bb4-93b4fc161aed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.2552497 Sep 15 14:14:38.091495 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c05ce804-6ec8-448c-b33c-01edd4745c22 req-daa01e6a-e9fb-4275-93ca-feaf09534fc5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495420 Sep 15 14:14:38.480595 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b64ce-d5e9-4bad-b1c6-5e8c99b05e9f req-5c77d2b1-ae2c-4c3f-ba11-ea6ef6596fd7 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:38.482965 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-804b64ce-d5e9-4bad-b1c6-5e8c99b05e9f req-5c77d2b1-ae2c-4c3f-ba11-ea6ef6596fd7 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.1150386 Sep 15 14:14:38.531005 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:38.550244 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-804b64ce-d5e9-4bad-b1c6-5e8c99b05e9f req-2520b7a6-4b7c-4f7d-a3cd-6e9816313d61 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608823 Sep 15 14:14:39.259507 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63771-3dc6-4f57-82c6-1bfee053d9f5 req-6602b6fb-d139-44a6-a6b1-a3036b7034aa tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:39.261049 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-38b63771-3dc6-4f57-82c6-1bfee053d9f5 req-6602b6fb-d139-44a6-a6b1-a3036b7034aa tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0517955 Sep 15 14:14:39.314676 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-38b63771-3dc6-4f57-82c6-1bfee053d9f5 req-882927ff-6fcf-4954-b783-80bb9db9764d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473268 Sep 15 14:14:39.684481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f52dac-c536-43fc-9f4e-54c321a2fcac req-5d5a7fbf-fa1e-4c14-af2e-0ab05d5bffee tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:39.686088 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d7f52dac-c536-43fc-9f4e-54c321a2fcac req-5d5a7fbf-fa1e-4c14-af2e-0ab05d5bffee tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0534551 Sep 15 14:14:39.736665 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d7f52dac-c536-43fc-9f4e-54c321a2fcac req-14b81183-7442-48e6-93e1-e8607567c975 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Sep 15 14:14:40.447560 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729253-e42e-441b-afbb-11e155df5574 req-8ebe62df-5401-4c3e-9e05-d6d44dd0ed20 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:40.449092 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7d729253-e42e-441b-afbb-11e155df5574 req-8ebe62df-5401-4c3e-9e05-d6d44dd0ed20 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0477862 Sep 15 14:14:40.497124 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7d729253-e42e-441b-afbb-11e155df5574 req-e8a4c380-032e-454e-b9da-42ce3d008fa5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Sep 15 14:14:40.614972 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:14:40.709284 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:40.714188 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:14:40.725734 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '4a259232-6560-4e78-840c-88777a6ee853', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'port_id': '4a259232-6560-4e78-840c-88777a6ee853', 'mac_address': 'fa:16:3e:94:52:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:14:40.763580 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 4a259232-6560-4e78-840c-88777a6ee853 is: ACTIVE; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:14:40.763989 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:40.776887 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a259232-6560-4e78-840c-88777a6ee853 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:14:40.797468 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:14:40.807025 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:40.853643 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=6']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:40.856546 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131da92-57b1-4b83-a7ea-4cdb82991c63 req-56a021d6-8f71-4252-8a99-daf389308a18 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:40.858047 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a131da92-57b1-4b83-a7ea-4cdb82991c63 req-56a021d6-8f71-4252-8a99-daf389308a18 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0465078 Sep 15 14:14:40.906950 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a131da92-57b1-4b83-a7ea-4cdb82991c63 req-82f92f54-ca78-4d44-bfcd-9cccce097d6c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Sep 15 14:14:41.625998 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa040d-1be2-47a9-bcf7-30c8afc80422 req-123ac745-911a-4712-8bcb-95e6bef85594 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:41.627470 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6baa040d-1be2-47a9-bcf7-30c8afc80422 req-123ac745-911a-4712-8bcb-95e6bef85594 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 944 time: 0.0497217 Sep 15 14:14:41.674355 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6baa040d-1be2-47a9-bcf7-30c8afc80422 req-20740bc8-c250-4886-b27d-edd8703ad20c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Sep 15 14:14:42.029674 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e4b7e-d3ef-42e1-8cf9-344017e770d1 req-600acc40-545e-4614-8ae8-2e68566d0b94 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:42.031251 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1d9e4b7e-d3ef-42e1-8cf9-344017e770d1 req-600acc40-545e-4614-8ae8-2e68566d0b94 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0505354 Sep 15 14:14:42.079762 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1d9e4b7e-d3ef-42e1-8cf9-344017e770d1 req-71332d94-2797-4893-81db-9c24de96f6b6 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Sep 15 14:14:42.799653 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc157a34-c85f-41d8-b71f-b2b7486f8064 req-73db0eaf-84e7-4e6e-b89a-20c660fbf398 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:42.801144 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fc157a34-c85f-41d8-b71f-b2b7486f8064 req-73db0eaf-84e7-4e6e-b89a-20c660fbf398 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 944 time: 0.0456493 Sep 15 14:14:42.847403 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fc157a34-c85f-41d8-b71f-b2b7486f8064 req-7a3b1de7-bbc1-4b4e-a2c8-8d8f07e4538e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407293 Sep 15 14:14:42.891653 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['4a259232-6560-4e78-840c-88777a6ee853'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:14:43.180969 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:43.199852 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb590d19-b9cd-4262-9062-5accb8229b74 req-2601c02f-f861-4c8e-8262-370ddba2d50d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:43.201331 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-eb590d19-b9cd-4262-9062-5accb8229b74 req-2601c02f-f861-4c8e-8262-370ddba2d50d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0481861 Sep 15 14:14:43.247803 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-eb590d19-b9cd-4262-9062-5accb8229b74 req-67d60b7c-e7d0-4bab-b9d9-bd0e6dee69e2 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Sep 15 14:14:43.979218 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67a16d-1b35-4248-9dce-c6b5f457439e req-0793dab1-fe2d-4d21-bbd9-44accdfa13da tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:43.980764 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-de67a16d-1b35-4248-9dce-c6b5f457439e req-0793dab1-fe2d-4d21-bbd9-44accdfa13da tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 944 time: 0.0508657 Sep 15 14:14:44.034704 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-de67a16d-1b35-4248-9dce-c6b5f457439e req-353fc017-1178-451d-a6d9-fd937bd12d46 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481484 Sep 15 14:14:44.372353 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572d5b8-a2fd-44b2-a330-1b5282792b87 req-21ed4463-6ab3-4935-aca9-47e88574b1b3 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:44.373752 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1572d5b8-a2fd-44b2-a330-1b5282792b87 req-21ed4463-6ab3-4935-aca9-47e88574b1b3 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0507352 Sep 15 14:14:44.387365 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:14:44.421965 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1572d5b8-a2fd-44b2-a330-1b5282792b87 req-7c389a3a-71c9-459e-8c99-4fd9a6f843db tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Sep 15 14:14:44.431165 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 4a259232-6560-4e78-840c-88777a6ee853 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:14:44.431541 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (4a259232-6560-4e78-840c-88777a6ee853), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:44.431906 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 4a259232-6560-4e78-840c-88777a6ee853 Sep 15 14:14:44.504683 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 4a259232-6560-4e78-840c-88777a6ee853 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:14:44.505062 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:44.527090 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a259232-6560-4e78-840c-88777a6ee853'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:14:44.529277 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a2eab1-e394-4d29-b427-5264eea07608" -d '{"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-plugged", "status": "completed", "tag": "4a259232-6560-4e78-840c-88777a6ee853"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:14:44.542319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:14:44.546267 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:44.570486 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e2fe4-eeb6-49d7-883b-8a5f9844dafe x-openstack-request-id: req-6a3e2fe4-eeb6-49d7-883b-8a5f9844dafe {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:14:44.570797 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-plugged", "status": "completed", "tag": "4a259232-6560-4e78-840c-88777a6ee853", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:14:44.571051 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6a3e2fe4-eeb6-49d7-883b-8a5f9844dafe {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:14:44.571459 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3e2fe4-eeb6-49d7-883b-8a5f9844dafe'] response: {'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a259232-6560-4e78-840c-88777a6ee853', 'code': 200} Sep 15 14:14:44.597151 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=7']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:45.165478 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2e7c8-d487-4465-a95c-b65910a0164a req-241c20e9-c212-460f-aa97-0fe3d23e5f83 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:45.166879 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01d2e7c8-d487-4465-a95c-b65910a0164a req-241c20e9-c212-460f-aa97-0fe3d23e5f83 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0470357 Sep 15 14:14:45.187621 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55234) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:14:45.254079 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-01d2e7c8-d487-4465-a95c-b65910a0164a req-011c01ec-b03a-41bc-9782-3da54ca988ca tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808864 Sep 15 14:14:45.257001 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Deleting subnet f9662a09-a605-48ff-bcef-4837376224fe {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:14:45.260192 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Publish callbacks [] for subnet (f9662a09-a605-48ff-bcef-4837376224fe), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.301572 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3395121'] for subnet (f9662a09-a605-48ff-bcef-4837376224fe), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.344064 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (f9662a09-a605-48ff-bcef-4837376224fe), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.401669 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26002138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25218357'] for subnet (f9662a09-a605-48ff-bcef-4837376224fe), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.428170 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9662a09-a605-48ff-bcef-4837376224fe,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:45.432863 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.435962 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f9662a09-a605-48ff-bcef-4837376224fe HTTP/1.1" status: 204 len: 168 time: 0.2468565 Sep 15 14:14:45.439602 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 55242) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:14:45.441815 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.442168 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.442511 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.442851 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.443185 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.443517 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.443886 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.444216 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.444545 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.444872 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.445204 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.445530 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.445855 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.446178 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.446500 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a118047-2702-48c8-bb84-790cb47521c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:14:45.521670 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.554460 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:45.566360 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa41a91-f251-470d-8af6-3fb1402e4f94 req-46396229-20c7-4e9d-895c-26cc5722049a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:45.567856 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1fa41a91-f251-470d-8af6-3fb1402e4f94 req-46396229-20c7-4e9d-895c-26cc5722049a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0655100 Sep 15 14:14:45.670669 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.690511 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1fa41a91-f251-470d-8af6-3fb1402e4f94 req-6021b284-1b78-44f1-9c37-dcdc6025001d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009293 Sep 15 14:14:45.699394 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.699855 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.700614 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.700983 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > port after_create 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.701326 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.701730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > port after_update 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.702055 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.702401 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.702801 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.703131 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.796687 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.797044 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.797386 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.797762 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 14:14:45.798104 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa']}} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:14:45.818175 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e') {'for_net_delete': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:14:45.818175 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e') {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:14:45.825311 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bde79-8831-49f9-a127-6abfdbf71665 req-21dcd7d2-ebb1-40c4-985b-2f3a02d27057 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:45.827559 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-067bde79-8831-49f9-a127-6abfdbf71665 req-21dcd7d2-ebb1-40c4-985b-2f3a02d27057 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0555518 Sep 15 14:14:45.833349 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:45.847733 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26131832'] for segment (9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.872008 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.882057 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-067bde79-8831-49f9-a127-6abfdbf71665 req-abb7497e-ed62-4423-8282-306c6289b1d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Sep 15 14:14:45.882284 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:14:45.882635 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26128705'] for segment (9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.930498 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:45.945928 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:45.970483 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:45.999196 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:46.003333 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa HTTP/1.1" status: 204 len: 168 time: 0.5626843 Sep 15 14:14:46.004851 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae139bfd-6fae-4e25-a353-9c8166fa2086 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab97aa9-0dd2-4077-90b1-e96c2e7eb1fa,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:46.177456 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment 9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e resource provider aggregate not found Sep 15 14:14:46.209601 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment 9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e9b3b3a-a31b-4fd9-a955-86e2aa16d90e found for delete ", "request_id": "req-ca1eaa60-649a-4480-a872-caa6154dd8b0"}]} Sep 15 14:14:46.267919 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 55278) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:14:46.307295 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:46.317101 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d90c5-17a8-4b93-81f2-19b66053eb03 req-16ec7d15-cdbb-494a-aaab-62a7d8d54c43 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:46.317264 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-52dfbfae-b302-4272-b81b-1d6ef7eceaa2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6c7cce87cd0c4e6785bd0db3abe77f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478628 Sep 15 14:14:46.318646 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-db9d90c5-17a8-4b93-81f2-19b66053eb03 req-16ec7d15-cdbb-494a-aaab-62a7d8d54c43 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0618296 Sep 15 14:14:46.320747 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55282) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:14:46.407904 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2903a2-24a1-439d-be83-7f8ceb65e389 req-a17439b2-fd00-4a0f-97c8-00c541bc3c25 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:46.409479 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aa2903a2-24a1-439d-be83-7f8ceb65e389 req-a17439b2-fd00-4a0f-97c8-00c541bc3c25 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0538085 Sep 15 14:14:46.411062 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-db9d90c5-17a8-4b93-81f2-19b66053eb03 req-a70e4271-ca46-4180-9ebb-0f8dcaa5ea74 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836914 Sep 15 14:14:46.430170 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f6c09507-6a85-4aa1-beca-c35f68075148 admin admin] Publish callbacks [] for security_group (944ed70c-db58-4122-bde6-7d1795aca0ba), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:46.485025 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f6c09507-6a85-4aa1-beca-c35f68075148 admin admin] Publish callbacks [] for security_group (944ed70c-db58-4122-bde6-7d1795aca0ba), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:46.502973 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aa2903a2-24a1-439d-be83-7f8ceb65e389 req-56fcefcd-eff8-4835-aab6-6021b744072f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820067 Sep 15 14:14:46.520841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:46.571180 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:46.575248 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f6c09507-6a85-4aa1-beca-c35f68075148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (944ed70c-db58-4122-bde6-7d1795aca0ba), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:46.577957 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f6c09507-6a85-4aa1-beca-c35f68075148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:46.580006 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f6c09507-6a85-4aa1-beca-c35f68075148 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/944ed70c-db58-4122-bde6-7d1795aca0ba HTTP/1.1" status: 204 len: 168 time: 0.2578378 Sep 15 14:14:46.590773 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c09507-6a85-4aa1-beca-c35f68075148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ed70c-db58-4122-bde6-7d1795aca0ba,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:47.361996 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-a49ded93-181a-40c9-a5b6-34c44fc2ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:47.363799 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-a49ded93-181a-40c9-a5b6-34c44fc2ec80 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 1129 time: 0.0625401 Sep 15 14:14:47.508433 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-bffaa961-cf90-44b3-a3cc-bc3e19e968f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:47.511103 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-bffaa961-cf90-44b3-a3cc-bc3e19e968f0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 916 time: 0.1217742 Sep 15 14:14:47.597411 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-b008afb1-7fb0-4eee-ad49-05d876bf92ae service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a259232-6560-4e78-840c-88777a6ee853 HTTP/1.1" status: 200 len: 1000 time: 0.0785189 Sep 15 14:14:47.664984 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-a8ad94c0-1d8a-4849-96f6-b3c8b1a18dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:47.667149 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-a8ad94c0-1d8a-4849-96f6-b3c8b1a18dc1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0610487 Sep 15 14:14:47.770821 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-56f46b9d-ffdd-4c9a-a9cf-9c725309ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:47.774739 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-56f46b9d-ffdd-4c9a-a9cf-9c725309ad2b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969114 Sep 15 14:14:47.779393 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82cee-0491-400f-9186-2c17b2f3a21b req-e15f2bbd-004d-4403-922f-ad12dc6e5cb9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:47.781903 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a0a82cee-0491-400f-9186-2c17b2f3a21b req-e15f2bbd-004d-4403-922f-ad12dc6e5cb9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.1033559 Sep 15 14:14:47.874316 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a0a82cee-0491-400f-9186-2c17b2f3a21b req-b8ad5ab7-748c-4d70-a933-200edaffcc5f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821276 Sep 15 14:14:47.921613 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-aad0ae29-8073-45f4-85cf-63f35da64ed5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393621 Sep 15 14:14:48.109029 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e1d5b82-8ef5-4109-9998-1cce8f3fbfdb req-eaf8d8bc-0f1e-4403-acc2-e108b8ab4fe8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801550 Sep 15 14:14:49.011558 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08e524-b416-4362-8732-10d7e7a6bf35 req-fdcfc0c6-3e23-4be3-9d72-ec36fe741302 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:49.018952 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bd08e524-b416-4362-8732-10d7e7a6bf35 req-fdcfc0c6-3e23-4be3-9d72-ec36fe741302 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0627155 Sep 15 14:14:49.081738 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bd08e524-b416-4362-8732-10d7e7a6bf35 req-ee9d518a-e02c-4822-a438-db1a4608fafb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592523 Sep 15 14:14:50.205090 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:50.216626 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f7f0a-8f40-4dd7-8372-1df0beaffc9d req-f3619160-7f4a-4d5b-8f08-39236269b4f8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:50.218157 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-596f7f0a-8f40-4dd7-8372-1df0beaffc9d req-f3619160-7f4a-4d5b-8f08-39236269b4f8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0599008 Sep 15 14:14:50.290199 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-596f7f0a-8f40-4dd7-8372-1df0beaffc9d req-31e15c47-7a9d-4461-8f52-688d5f97ea37 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650854 Sep 15 14:14:50.662294 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a047bbc-e0f0-4dee-bfba-46b8fce1f3f3 req-7c8c6951-cc81-4914-8e2a-cd8f39981211 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:50.669441 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7a047bbc-e0f0-4dee-bfba-46b8fce1f3f3 req-7c8c6951-cc81-4914-8e2a-cd8f39981211 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 945 time: 0.0653684 Sep 15 14:14:50.711467 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:50.724206 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7a047bbc-e0f0-4dee-bfba-46b8fce1f3f3 req-73c30aa9-ed48-4ae4-84f1-153e04ee528a tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537157 Sep 15 14:14:51.138296 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 55398) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:14:51.267068 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5de4-bd08-423b-8ede-8e14e2f00328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:51.394954 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5de4-bd08-423b-8ede-8e14e2f00328 admin admin] Publish callbacks [] for security_group (015fb4d6-0d2e-471d-a429-7a5ddb0c9fc7), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:51.402604 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5de4-bd08-423b-8ede-8e14e2f00328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (015fb4d6-0d2e-471d-a429-7a5ddb0c9fc7), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:51.459920 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c5de4-bd08-423b-8ede-8e14e2f00328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015fb4d6-0d2e-471d-a429-7a5ddb0c9fc7,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:51.473318 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a64b-0104-430c-bf00-ad47ae312823 req-cf578332-5d13-4471-98a1-1482e90a2996 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:51.475022 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bb10a64b-0104-430c-bf00-ad47ae312823 req-cf578332-5d13-4471-98a1-1482e90a2996 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0561824 Sep 15 14:14:51.476753 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-bc0c5de4-bd08-423b-8ede-8e14e2f00328 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=45493bb87bce44b98183b36c4aa9751c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373585 Sep 15 14:14:51.477163 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55406) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:14:51.490196 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:51.570996 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bb10a64b-0104-430c-bf00-ad47ae312823 req-cf732ea6-6b09-4203-972b-9e5e9ae9cb1b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823057 Sep 15 14:14:51.588519 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccab1681-59a9-42b2-a427-f32243bce82a admin admin] Publish callbacks [] for security_group (015fb4d6-0d2e-471d-a429-7a5ddb0c9fc7), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:51.611726 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccab1681-59a9-42b2-a427-f32243bce82a admin admin] Publish callbacks [] for security_group (015fb4d6-0d2e-471d-a429-7a5ddb0c9fc7), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:51.669803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccab1681-59a9-42b2-a427-f32243bce82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (015fb4d6-0d2e-471d-a429-7a5ddb0c9fc7), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:51.672851 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccab1681-59a9-42b2-a427-f32243bce82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:51.674193 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ccab1681-59a9-42b2-a427-f32243bce82a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/015fb4d6-0d2e-471d-a429-7a5ddb0c9fc7 HTTP/1.1" status: 204 len: 168 time: 0.1960332 Sep 15 14:14:51.684596 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab1681-59a9-42b2-a427-f32243bce82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015fb4d6-0d2e-471d-a429-7a5ddb0c9fc7,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:51.857035 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac7bf4-52fe-4b4f-917c-b3165cbf3066 req-81dc1096-47c5-4a4b-992a-8ed14f98a705 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:51.858579 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-79ac7bf4-52fe-4b4f-917c-b3165cbf3066 req-81dc1096-47c5-4a4b-992a-8ed14f98a705 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 945 time: 0.0520928 Sep 15 14:14:51.933554 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-79ac7bf4-52fe-4b4f-917c-b3165cbf3066 req-dbd0855a-d2d5-4f2f-8128-9d849d7f0241 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662329 Sep 15 14:14:52.730398 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51e0aa-5545-4010-9c98-5b7341f301d2 req-ed921bf8-dfd0-42f8-96aa-a59d5a831f18 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:52.732896 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ec51e0aa-5545-4010-9c98-5b7341f301d2 req-ed921bf8-dfd0-42f8-96aa-a59d5a831f18 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0617032 Sep 15 14:14:52.792053 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ec51e0aa-5545-4010-9c98-5b7341f301d2 req-9d10b424-5f0d-4c3d-adc1-df8987ea0bb9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523624 Sep 15 14:14:53.119427 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594342-64c3-4cc8-abac-0a9008fcca2a req-5e86e88b-60c1-4d25-b912-29865ae1c567 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:53.120933 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f1594342-64c3-4cc8-abac-0a9008fcca2a req-5e86e88b-60c1-4d25-b912-29865ae1c567 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 945 time: 0.1073098 Sep 15 14:14:53.185194 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f1594342-64c3-4cc8-abac-0a9008fcca2a req-628601b7-daf3-4b6a-b5e1-8e68d65a955b tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540602 Sep 15 14:14:53.582093 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-5dff8c24-4913-4ea7-83d3-c2f913f5ab98 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:53.583604 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-5dff8c24-4913-4ea7-83d3-c2f913f5ab98 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 945 time: 0.2911699 Sep 15 14:14:53.704860 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Deleting port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:14:53.705447 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:53.819815 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] For port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,segment=NetworkSegment(c28d5833-66cf-4c55-bcd4-e4e1b2bc0596),segment_id=c28d5833-66cf-4c55-bcd4-e4e1b2bc0596)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:14:53.820190 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:53.834075 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Calling delete_port for 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:14:53.973774 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6991303-1638-417a-a7b9-c328ebf20e78 req-5650e534-a333-463b-86b7-2d99a513575e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:53.975378 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6991303-1638-417a-a7b9-c328ebf20e78 req-5650e534-a333-463b-86b7-2d99a513575e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0821731 Sep 15 14:14:53.988796 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:54.007120 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (87d565fd-0b4a-4e2d-a010-7a5aad16a5c7), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:54.031053 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6991303-1638-417a-a7b9-c328ebf20e78 req-abb54a0e-210d-41db-b33c-5e5470f88a6b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482113 Sep 15 14:14:54.050637 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Pushing event deleted for resources: {'Port': ['ID=87d565fd-0b4a-4e2d-a010-7a5aad16a5c7,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:14:54.074484 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['87d565fd-0b4a-4e2d-a010-7a5aad16a5c7'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:14:54.131312 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] No DVR routers for this DVR port 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:14:54.134390 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:54.138004 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b33807d4-ec9e-4467-8d7d-bf2846dc7a3f req-d3117088-fa1f-45de-9341-b23bc5aef556 tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.52 "DELETE /networking/v2.0/ports/87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 HTTP/1.1" status: 204 len: 173 time: 0.5278063 Sep 15 14:14:54.138835 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db30a61-493d-42cb-803b-33969d3dcf22', 'name': 'network-vif-deleted', 'tag': '87d565fd-0b4a-4e2d-a010-7a5aad16a5c7'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:14:54.141051 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9359ea8-45a9-4045-9a46-ce79566b8475" -d '{"events": [{"server_uuid": "6db30a61-493d-42cb-803b-33969d3dcf22", "name": "network-vif-deleted", "tag": "87d565fd-0b4a-4e2d-a010-7a5aad16a5c7"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:14:54.199942 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fdfc04-9628-4629-be1d-3314a2d664bc x-openstack-request-id: req-30fdfc04-9628-4629-be1d-3314a2d664bc {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:14:54.200966 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db30a61-493d-42cb-803b-33969d3dcf22", "name": "network-vif-deleted", "tag": "87d565fd-0b4a-4e2d-a010-7a5aad16a5c7", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:14:54.200966 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-30fdfc04-9628-4629-be1d-3314a2d664bc {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:14:54.201428 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fdfc04-9628-4629-be1d-3314a2d664bc'] response: {'server_uuid': '6db30a61-493d-42cb-803b-33969d3dcf22', 'name': 'network-vif-deleted', 'tag': '87d565fd-0b4a-4e2d-a010-7a5aad16a5c7', 'status': 'completed', 'code': 200} Sep 15 14:14:54.376266 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3da5a280-2348-4702-ad12-bfee6ebc199b req-c397a542-94b4-4d86-b159-1eccd4151f7e tempest-VolumesSnapshotTestJSON-2143824419 tempest-VolumesSnapshotTestJSON-2143824419-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6db30a61-493d-42cb-803b-33969d3dcf22 HTTP/1.1" status: 200 len: 210 time: 0.0486798 Sep 15 14:14:55.184950 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:14:55.196736 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd0418-199c-42e5-9dd8-1e08fe5dbad8 req-a59af090-f55e-4a7d-984e-8e11291871c2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:55.198892 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-21cd0418-199c-42e5-9dd8-1e08fe5dbad8 req-a59af090-f55e-4a7d-984e-8e11291871c2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0593576 Sep 15 14:14:55.282820 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-21cd0418-199c-42e5-9dd8-1e08fe5dbad8 req-a3e3b33d-a5ab-4612-b74c-494345a8fd17 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756009 Sep 15 14:14:56.441058 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e5d7b-f78e-488b-a9a7-0647aa4eea72 req-b30b5d63-5768-4d91-8782-b6c853bff835 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:56.444167 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8a5e5d7b-f78e-488b-a9a7-0647aa4eea72 req-b30b5d63-5768-4d91-8782-b6c853bff835 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0615425 Sep 15 14:14:56.497618 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8a5e5d7b-f78e-488b-a9a7-0647aa4eea72 req-8a6e7063-c247-4e12-af10-9b569c0c2619 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481868 Sep 15 14:14:57.628000 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29e853-83a1-4137-bca9-bb0afd847ea3 req-054dcbb2-01a1-4823-8a82-67220782bc65 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:57.629498 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8f29e853-83a1-4137-bca9-bb0afd847ea3 req-054dcbb2-01a1-4823-8a82-67220782bc65 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0463555 Sep 15 14:14:57.682124 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8f29e853-83a1-4137-bca9-bb0afd847ea3 req-8e6276df-8741-489d-bddd-677e45aa061b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 Sep 15 14:14:58.411490 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-200d7024-1ec4-45d6-ba5f-e764456c337e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:14:58.810785 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e07b4a-9d62-4a26-8110-e49ffd1ac2c7 req-378d751a-4610-4930-9faf-fcc8de6c3dc4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:58.812331 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a7e07b4a-9d62-4a26-8110-e49ffd1ac2c7 req-378d751a-4610-4930-9faf-fcc8de6c3dc4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0481212 Sep 15 14:14:58.860310 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a7e07b4a-9d62-4a26-8110-e49ffd1ac2c7 req-0b7a21ec-5b86-4b0c-8325-25c81b3c6fc9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Sep 15 14:14:58.895872 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:14:59.994736 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b6abc-cf44-41fe-b04e-b5ec921900bb req-2cac2829-3d16-45ab-b743-023531422507 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:14:59.996244 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bd9b6abc-cf44-41fe-b04e-b5ec921900bb req-2cac2829-3d16-45ab-b743-023531422507 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0495250 Sep 15 14:15:00.053959 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bd9b6abc-cf44-41fe-b04e-b5ec921900bb req-7c4d4465-f602-446e-91b0-bf4267430622 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452855 Sep 15 14:15:00.336638 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:15:00.359964 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:15:00.360304 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 87d565fd-0b4a-4e2d-a010-7a5aad16a5c7 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:15:00.668424 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0d943f1b-051c-4ec1-838e-1226dd091329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:01.180735 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcef142-6b06-4eaa-b1b0-707b17d75b3c req-0c280e8b-3f7b-478f-ba9a-af7e1dffcba6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:01.182194 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7bcef142-6b06-4eaa-b1b0-707b17d75b3c req-0c280e8b-3f7b-478f-ba9a-af7e1dffcba6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0488558 Sep 15 14:15:01.230303 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7bcef142-6b06-4eaa-b1b0-707b17d75b3c req-8e89c9bb-b329-4ea6-9bc8-8f6d173caa19 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Sep 15 14:15:01.973891 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:02.340310 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:02.361673 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac10bfb-1b79-4128-a353-fea6a591b97c req-ccad59a5-fbdb-44d2-9558-2a54fc3b4139 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:02.363160 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dac10bfb-1b79-4128-a353-fea6a591b97c req-ccad59a5-fbdb-44d2-9558-2a54fc3b4139 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 945 time: 0.0505500 Sep 15 14:15:02.394488 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:15:02.412230 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dac10bfb-1b79-4128-a353-fea6a591b97c req-1e310d77-bfb9-49bf-a2f3-64e022100bc5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Sep 15 14:15:02.418821 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:02.468129 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 4a259232-6560-4e78-840c-88777a6ee853 is: ACTIVE; New status is: DOWN {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:15:02.468543 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:02.494138 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a259232-6560-4e78-840c-88777a6ee853'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:15:02.496296 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8484cbd7-af73-4398-84e0-c493cae1e72d" -d '{"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-unplugged", "status": "completed", "tag": "4a259232-6560-4e78-840c-88777a6ee853"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:15:02.509843 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:15:02.514514 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:02.552545 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0cb79b-cb5b-49e8-8a67-855cfbfd4aaa x-openstack-request-id: req-ee0cb79b-cb5b-49e8-8a67-855cfbfd4aaa {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:15:02.552835 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-unplugged", "status": "completed", "tag": "4a259232-6560-4e78-840c-88777a6ee853", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:15:02.553090 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ee0cb79b-cb5b-49e8-8a67-855cfbfd4aaa {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:15:02.553485 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0cb79b-cb5b-49e8-8a67-855cfbfd4aaa'] response: {'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a259232-6560-4e78-840c-88777a6ee853', 'code': 200} Sep 15 14:15:02.568835 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=8']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:03.220331 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-82c2ec26-64b2-4426-a536-1c57b4dd4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:03.223041 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-82c2ec26-64b2-4426-a536-1c57b4dd4806 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 1127 time: 0.0563102 Sep 15 14:15:03.446122 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:03.510965 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:03.551201 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e18bb-acc6-4e09-8921-771ffdc7a27a req-b371acc4-b1d2-4038-a37e-a01fbf95250a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:03.552862 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6d2e18bb-acc6-4e09-8921-771ffdc7a27a req-b371acc4-b1d2-4038-a37e-a01fbf95250a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0546172 Sep 15 14:15:03.605109 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6d2e18bb-acc6-4e09-8921-771ffdc7a27a req-88555596-73ea-48cc-b28c-4038b2d22ed8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451920 Sep 15 14:15:03.749862 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-de2e12d8-b23c-49f2-8632-c3f86cc8d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:03.751337 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-de2e12d8-b23c-49f2-8632-c3f86cc8d1bd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 916 time: 0.0996764 Sep 15 14:15:03.821452 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-df84a99b-e9c9-44fe-b8de-e6fd1239907a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a259232-6560-4e78-840c-88777a6ee853 HTTP/1.1" status: 200 len: 998 time: 0.0567539 Sep 15 14:15:03.873249 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-4c0965fe-dcfc-473f-aa7d-c3b3699036f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:03.874701 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-4c0965fe-dcfc-473f-aa7d-c3b3699036f4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0463338 Sep 15 14:15:03.922195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-4d1a4b0e-2653-4861-bc9e-f2b37d840974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:03.923620 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-4d1a4b0e-2653-4861-bc9e-f2b37d840974 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426030 Sep 15 14:15:04.014523 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-ba56b049-d3d5-4efb-a32e-d640ff562235 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835173 Sep 15 14:15:04.110022 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8e1748d1-3206-4c35-80b7-4702457cdd9a req-f43e75c9-7ee7-4eb1-8439-32ec6e4b5270 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876389 Sep 15 14:15:04.520814 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08bb64-37a2-487d-b088-ec00b79297e4 req-25c92f22-b288-4a24-88fd-616f6f5b744d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:04.522224 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5f08bb64-37a2-487d-b088-ec00b79297e4 req-25c92f22-b288-4a24-88fd-616f6f5b744d tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0471740 Sep 15 14:15:04.569972 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5f08bb64-37a2-487d-b088-ec00b79297e4 req-eac7268a-64ba-48e1-b919-2a2aec3642f2 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Sep 15 14:15:04.598656 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 55656) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:04.754700 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176e9f3-cd57-42a7-a642-c954441fcea5 req-1c9527d1-9166-4b18-96b7-ce93b9650445 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:04.756857 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0176e9f3-cd57-42a7-a642-c954441fcea5 req-1c9527d1-9166-4b18-96b7-ce93b9650445 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0566833 Sep 15 14:15:04.810674 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0176e9f3-cd57-42a7-a642-c954441fcea5 req-b14d5678-8c29-4aa2-9d19-4b168187c221 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467529 Sep 15 14:15:04.816730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbdf1a8-c58a-443d-9534-91bd5bfb78bf tempest-TestMinimumBasicScenario-748432103 tempest-TestMinimumBasicScenario-748432103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:04.818426 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-9bbdf1a8-c58a-443d-9534-91bd5bfb78bf tempest-TestMinimumBasicScenario-748432103 tempest-TestMinimumBasicScenario-748432103-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 1125 time: 0.2188063 Sep 15 14:15:04.821460 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 55668) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:04.826893 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'port_id': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:15:04.838763 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:04.856268 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:04.902166 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:04.938781 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:05.047795 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Allocated IP 172.27.1.177 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/0d505fb4-df1e-439e-9945-5dd07cf6bb0f) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:15:05.156002 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for port (0d505fb4-df1e-439e-9945-5dd07cf6bb0f), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:05.190585 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (0d505fb4-df1e-439e-9945-5dd07cf6bb0f), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:05.238152 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:15:05.244210 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:15:05.248167 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:15:05.253198 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'Port': ['ID=0d505fb4-df1e-439e-9945-5dd07cf6bb0f,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:05.653104 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55678) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:05.704265 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for floatingip (22f26816-6a30-494a-8758-5450e12b0ae0), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:05.759108 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6c5fcf90-626b-4872-a7b7-ddcd40bd7511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:05.802770 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:05.806005 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:05.810820 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (0d505fb4-df1e-439e-9945-5dd07cf6bb0f), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:05.833004 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:05.843023 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6c5fcf90-626b-4872-a7b7-ddcd40bd7511 admin admin] Publish callbacks [] for security_group (59bb28f7-5af6-428d-9e04-4aaee2532180), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:05.848845 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6c5fcf90-626b-4872-a7b7-ddcd40bd7511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (59bb28f7-5af6-428d-9e04-4aaee2532180), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:05.891543 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fcf90-626b-4872-a7b7-ddcd40bd7511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb28f7-5af6-428d-9e04-4aaee2532180,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:05.901316 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6c5fcf90-626b-4872-a7b7-ddcd40bd7511 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e8d59efe51f47c2ad06206d0039db7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470691 Sep 15 14:15:05.902746 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55686) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:05.961260 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f3aa954b-2746-418f-a47e-57276f63581f admin admin] Publish callbacks [] for security_group (59bb28f7-5af6-428d-9e04-4aaee2532180), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:05.967822 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c29c8-ffff-430c-beb1-b881971231af req-88c4146e-9ce1-438f-8a14-29f989b230ab tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:05.969315 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-969c29c8-ffff-430c-beb1-b881971231af req-88c4146e-9ce1-438f-8a14-29f989b230ab tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0580235 Sep 15 14:15:05.984527 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f3aa954b-2746-418f-a47e-57276f63581f admin admin] Publish callbacks [] for security_group (59bb28f7-5af6-428d-9e04-4aaee2532180), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.042726 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f3aa954b-2746-418f-a47e-57276f63581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (59bb28f7-5af6-428d-9e04-4aaee2532180), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.045764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f3aa954b-2746-418f-a47e-57276f63581f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.050914 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f3aa954b-2746-418f-a47e-57276f63581f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/59bb28f7-5af6-428d-9e04-4aaee2532180 HTTP/1.1" status: 204 len: 168 time: 0.1476905 Sep 15 14:15:06.060173 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa954b-2746-418f-a47e-57276f63581f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb28f7-5af6-428d-9e04-4aaee2532180,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:06.060340 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for port (0d505fb4-df1e-439e-9945-5dd07cf6bb0f), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.065145 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-969c29c8-ffff-430c-beb1-b881971231af req-e628e655-b1db-44bd-976f-43b3a8db9c42 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853772 Sep 15 14:15:06.066304 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (0d505fb4-df1e-439e-9945-5dd07cf6bb0f), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.136896 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (22f26816-6a30-494a-8758-5450e12b0ae0), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.138659 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'Port': ['ID=0d505fb4-df1e-439e-9945-5dd07cf6bb0f,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:06.260448 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Floating IP 22f26816-6a30-494a-8758-5450e12b0ae0 associated. External IP: 172.27.1.177, port: 8b54bbd9-461c-4eb0-8b69-008918d44954. Sep 15 14:15:06.541407 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Router 1de2e584-6a55-42dc-b555-90daa9cff5bb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:15:06.644949 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:15:06.654712 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] Sync routers for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:15:06.664129 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.666532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:15:06.667156 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:15:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:15:06.695075 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-dedbddf9-5ee6-42ae-8ac9-054e31f89ade tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8724167 Sep 15 14:15:06.695667 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:15:06.697795 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55696) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:06.700402 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d168cda1-6442-431d-8321-35268ad43366" -d '{"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:15:06.702194 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-934677f9-7721-4cf7-9258-6bf8acfc88ed tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424325707', 'description': 'tempest-secgroup-smoke-1424325707 description', 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:15:06.728730 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-934677f9-7721-4cf7-9258-6bf8acfc88ed tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.739337 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc443dc-d347-4fb3-b4ee-c86e320c4412 x-openstack-request-id: req-afc443dc-d347-4fb3-b4ee-c86e320c4412 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:15:06.739850 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:15:06.739961 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-afc443dc-d347-4fb3-b4ee-c86e320c4412 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:15:06.740313 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc443dc-d347-4fb3-b4ee-c86e320c4412'] response: {'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'status': 'completed', 'code': 200} Sep 15 14:15:06.775277 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:15:06.802503 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-934677f9-7721-4cf7-9258-6bf8acfc88ed tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group (f02c5e1e-ffb1-43e0-9848-33194254a727), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.806876 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-934677f9-7721-4cf7-9258-6bf8acfc88ed tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f02c5e1e-ffb1-43e0-9848-33194254a727), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.842417 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-934677f9-7721-4cf7-9258-6bf8acfc88ed tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.843642 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-934677f9-7721-4cf7-9258-6bf8acfc88ed tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1448736 Sep 15 14:15:06.845689 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934677f9-7721-4cf7-9258-6bf8acfc88ed tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02c5e1e-ffb1-43e0-9848-33194254a727,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:06.847136 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 55700) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:06.851646 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-05f3e318-fb8c-4317-be4c-1c1dad9223d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'security_group_rule': {'security_group_id': 'f02c5e1e-ffb1-43e0-9848-33194254a727', 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:15:06.880104 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-05f3e318-fb8c-4317-be4c-1c1dad9223d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (4601e77d-c387-455a-93ee-53e70321db9e), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:06.906004 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:06.912198 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:06.975325 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168cda1-6442-431d-8321-35268ad43366 req-146b51a4-c393-4c64-a5c3-786648f79040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:06.976979 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d168cda1-6442-431d-8321-35268ad43366 req-146b51a4-c393-4c64-a5c3-786648f79040 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 1130 time: 0.0613554 Sep 15 14:15:06.998040 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-05f3e318-fb8c-4317-be4c-1c1dad9223d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (4601e77d-c387-455a-93ee-53e70321db9e), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.011280 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-05f3e318-fb8c-4317-be4c-1c1dad9223d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (4601e77d-c387-455a-93ee-53e70321db9e), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.043563 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '22f26816-6a30-494a-8758-5450e12b0ae0', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'port_id': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'mac_address': 'fa:16:3e:e5:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:15:05Z', 'updated_at': '2022-09-15T14:15:05Z', 'revision_number': 0, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:32Z', 'revision_number': 5, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:15:07.057658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3e318-fb8c-4317-be4c-1c1dad9223d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4601e77d-c387-455a-93ee-53e70321db9e,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:07.069364 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] Checking router: 1de2e584-6a55-42dc-b555-90daa9cff5bb for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:15:07.069516 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-05f3e318-fb8c-4317-be4c-1c1dad9223d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.070581 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-05f3e318-fb8c-4317-be4c-1c1dad9223d0 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2224400 Sep 15 14:15:07.073383 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 55702) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:07.078109 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:15:07.078471 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-e2efcc4b-35c1-42a1-90d0-1ce9c388849f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'security_group_rule': {'security_group_id': 'f02c5e1e-ffb1-43e0-9848-33194254a727', 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:15:07.078707 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:15:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:15:07.121877 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168cda1-6442-431d-8321-35268ad43366 req-fad44ea4-b852-4085-9154-ba295e4f50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:07.123727 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d168cda1-6442-431d-8321-35268ad43366 req-fad44ea4-b852-4085-9154-ba295e4f50d1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9929a618-46ec-43e0-9a7a-ac3572079a97 HTTP/1.1" status: 200 len: 915 time: 0.1355228 Sep 15 14:15:07.131546 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e2efcc4b-35c1-42a1-90d0-1ce9c388849f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (8bbc3fb2-0e51-49d2-a7af-603f9780a55a), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.187101 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:15:07.261097 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d168cda1-6442-431d-8321-35268ad43366 req-7d71030a-4295-4ce5-b3f6-1eddd63e9137 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 200 len: 1000 time: 0.1193700 Sep 15 14:15:07.264589 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:07.269677 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e616e-da24-4666-8088-e757adfb74f9 req-8466e050-817c-43c1-b717-9994d455357e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:07.271127 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3b5e616e-da24-4666-8088-e757adfb74f9 req-8466e050-817c-43c1-b717-9994d455357e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0853159 Sep 15 14:15:07.277993 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e2efcc4b-35c1-42a1-90d0-1ce9c388849f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (8bbc3fb2-0e51-49d2-a7af-603f9780a55a), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.309548 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e2efcc4b-35c1-42a1-90d0-1ce9c388849f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (8bbc3fb2-0e51-49d2-a7af-603f9780a55a), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.351030 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efcc4b-35c1-42a1-90d0-1ce9c388849f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbc3fb2-0e51-49d2-a7af-603f9780a55a,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:07.375228 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e2efcc4b-35c1-42a1-90d0-1ce9c388849f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.379603 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e2efcc4b-35c1-42a1-90d0-1ce9c388849f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3014574 Sep 15 14:15:07.380485 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55706) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:07.381644 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168cda1-6442-431d-8321-35268ad43366 req-acb6e7e9-0b18-48c3-a5ed-d16dc80c9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:07.383370 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d168cda1-6442-431d-8321-35268ad43366 req-acb6e7e9-0b18-48c3-a5ed-d16dc80c9098 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b4fc9951-4c7b-478a-a14b-19180e41e774 HTTP/1.1" status: 200 len: 854 time: 0.1075387 Sep 15 14:15:07.387023 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-ab817eed-db32-4fbd-b2d2-c2be06c75d64 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'security_group_rule': {'security_group_id': 'f02c5e1e-ffb1-43e0-9848-33194254a727', 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:15:07.413520 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3b5e616e-da24-4666-8088-e757adfb74f9 req-99dc88a9-439f-492b-beeb-a91d1bf18515 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242371 Sep 15 14:15:07.422706 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ab817eed-db32-4fbd-b2d2-c2be06c75d64 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (5225fc63-fa1c-413e-a6ea-82bf0f17f3c1), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.474026 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168cda1-6442-431d-8321-35268ad43366 req-cc32da37-1193-4879-829c-5220a3ab7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:07.476482 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d168cda1-6442-431d-8321-35268ad43366 req-cc32da37-1193-4879-829c-5220a3ab7d5b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9929a618-46ec-43e0-9a7a-ac3572079a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843854 Sep 15 14:15:07.500937 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:07.521349 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ab817eed-db32-4fbd-b2d2-c2be06c75d64 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (5225fc63-fa1c-413e-a6ea-82bf0f17f3c1), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.527131 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ab817eed-db32-4fbd-b2d2-c2be06c75d64 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (5225fc63-fa1c-413e-a6ea-82bf0f17f3c1), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.560786 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ab817eed-db32-4fbd-b2d2-c2be06c75d64 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.564198 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ab817eed-db32-4fbd-b2d2-c2be06c75d64 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1817696 Sep 15 14:15:07.565403 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab817eed-db32-4fbd-b2d2-c2be06c75d64 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5225fc63-fa1c-413e-a6ea-82bf0f17f3c1,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:07.567330 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55716) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:07.575506 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-fd420f58-4c80-4c2f-addc-34d2c5844197 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'security_group_rule': {'security_group_id': 'f02c5e1e-ffb1-43e0-9848-33194254a727', 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:15:07.614574 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fd420f58-4c80-4c2f-addc-34d2c5844197 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (d5d9f383-ee90-4e22-848d-87701de4840c), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.620386 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '22f26816-6a30-494a-8758-5450e12b0ae0', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'port_id': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'mac_address': 'fa:16:3e:e5:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:15:05Z', 'updated_at': '2022-09-15T14:15:05Z', 'revision_number': 0, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:32Z', 'revision_number': 5, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:15:07.660154 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ef970-69b2-4ad0-ba19-09b389c2b4c1 None None] The sync data for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi is: [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '22f26816-6a30-494a-8758-5450e12b0ae0', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'port_id': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'mac_address': 'fa:16:3e:e5:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:15:05Z', 'updated_at': '2022-09-15T14:15:05Z', 'revision_number': 0, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:32Z', 'revision_number': 5, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:15:07.701206 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fd420f58-4c80-4c2f-addc-34d2c5844197 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (d5d9f383-ee90-4e22-848d-87701de4840c), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.722363 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fd420f58-4c80-4c2f-addc-34d2c5844197 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (d5d9f383-ee90-4e22-848d-87701de4840c), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.770759 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd420f58-4c80-4c2f-addc-34d2c5844197 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d9f383-ee90-4e22-848d-87701de4840c,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:07.789861 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fd420f58-4c80-4c2f-addc-34d2c5844197 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.794749 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-fd420f58-4c80-4c2f-addc-34d2c5844197 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2265525 Sep 15 14:15:07.800296 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55724) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:07.805543 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-048fcdb0-c825-4830-8e41-2723ee097eb1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'security_group_rule': {'security_group_id': 'f02c5e1e-ffb1-43e0-9848-33194254a727', 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:15:07.818784 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:07.833988 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.securitygroups_db [None req-048fcdb0-c825-4830-8e41-2723ee097eb1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Project 2d56d6c8fce14f2f9fe424a5d0ae2046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 14:15:07.841022 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-048fcdb0-c825-4830-8e41-2723ee097eb1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (25c40c54-3994-4a7f-9f47-a67c4b1be311), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.896790 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d168cda1-6442-431d-8321-35268ad43366 req-56cab333-cfde-4917-9329-c64a0fdea7cc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106181 Sep 15 14:15:07.916856 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-048fcdb0-c825-4830-8e41-2723ee097eb1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (25c40c54-3994-4a7f-9f47-a67c4b1be311), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.927424 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-048fcdb0-c825-4830-8e41-2723ee097eb1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (25c40c54-3994-4a7f-9f47-a67c4b1be311), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.952879 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fcdb0-c825-4830-8e41-2723ee097eb1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c40c54-3994-4a7f-9f47-a67c4b1be311,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:07.966504 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-048fcdb0-c825-4830-8e41-2723ee097eb1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:07.968327 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-048fcdb0-c825-4830-8e41-2723ee097eb1 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1666491 Sep 15 14:15:07.971556 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55730) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:07.976376 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-bf683573-edf8-4fe9-8ec4-268759986eaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'security_group_rule': {'security_group_id': 'f02c5e1e-ffb1-43e0-9848-33194254a727', 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:15:07.999966 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a2a51-eb85-4688-80e8-15c2b9dd9efc None None] New status for floating IP 22f26816-6a30-494a-8758-5450e12b0ae0: ACTIVE {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:15:08.008645 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.securitygroups_db [None req-bf683573-edf8-4fe9-8ec4-268759986eaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Project 2d56d6c8fce14f2f9fe424a5d0ae2046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 14:15:08.015284 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bf683573-edf8-4fe9-8ec4-268759986eaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (f04b0438-7b0d-42e8-8c66-ce58c9235653), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:08.032496 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d168cda1-6442-431d-8321-35268ad43366 req-549eaa03-c07e-4dc4-8940-2eec83e10cf6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270947 Sep 15 14:15:08.099141 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bf683573-edf8-4fe9-8ec4-268759986eaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (f04b0438-7b0d-42e8-8c66-ce58c9235653), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:08.102766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bf683573-edf8-4fe9-8ec4-268759986eaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (f04b0438-7b0d-42e8-8c66-ce58c9235653), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:08.121524 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf683573-edf8-4fe9-8ec4-268759986eaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04b0438-7b0d-42e8-8c66-ce58c9235653,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:08.133678 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bf683573-edf8-4fe9-8ec4-268759986eaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:08.134883 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-bf683573-edf8-4fe9-8ec4-268759986eaa tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623387 Sep 15 14:15:08.240318 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-04fb42da-4758-4e14-a488-5247677600a6 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1424325707&fields=id&tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046 HTTP/1.1" status: 200 len: 267 time: 0.0527482 Sep 15 14:15:08.282202 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [req-078a6465-11f4-44d4-8914-65d6801b4904 req-c3c6a240-c0bc-41a4-bc0e-1a7c3315ddec service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106455) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:15:08.283466 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-078a6465-11f4-44d4-8914-65d6801b4904 req-c3c6a240-c0bc-41a4-bc0e-1a7c3315ddec service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1174748 Sep 15 14:15:08.293556 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-95d4784e-285c-466c-afb3-c51e3d02cf36 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:08.295066 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-95d4784e-285c-466c-afb3-c51e3d02cf36 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0539563 Sep 15 14:15:08.306598 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-499074f2-0da6-46a2-9f91-974c15ac0c69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'port': {'security_groups': ['97e39383-f1df-4dfb-b754-261dfe8fd4de', 'f02c5e1e-ffb1-43e0-9848-33194254a727']}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:15:08.382492 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-499074f2-0da6-46a2-9f91-974c15ac0c69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:08.493632 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8918d-432b-459a-b0ec-95ab7c796439 req-869dccb1-953b-4bb7-9047-b20e4cb672c6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:08.495248 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b3a8918d-432b-459a-b0ec-95ab7c796439 req-869dccb1-953b-4bb7-9047-b20e4cb672c6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0590460 Sep 15 14:15:08.512394 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:08.561907 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b3a8918d-432b-459a-b0ec-95ab7c796439 req-f2dfd507-7b10-4854-a7b6-7553f9ee6256 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589659 Sep 15 14:15:08.588079 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-499074f2-0da6-46a2-9f91-974c15ac0c69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] For port 8b54bbd9-461c-4eb0-8b69-008918d44954, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8b54bbd9-461c-4eb0-8b69-008918d44954,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:15:08.598945 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:08.618703 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-499074f2-0da6-46a2-9f91-974c15ac0c69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:08.623914 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-499074f2-0da6-46a2-9f91-974c15ac0c69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:08.635001 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-499074f2-0da6-46a2-9f91-974c15ac0c69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:08.635822 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-499074f2-0da6-46a2-9f91-974c15ac0c69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:08.637094 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6c1d1cad-e052-475c-ad9e-fe8dbab1bc6b req-499074f2-0da6-46a2-9f91-974c15ac0c69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "PUT /networking/v2.0/ports/8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 200 len: 982 time: 0.3351939 Sep 15 14:15:08.637648 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:15:08.639913 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780eca9e-37a0-445f-baa6-2c9d819c6db6" -d '{"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:15:08.685656 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed4f357-541d-4821-ba56-11164d5d9c39 x-openstack-request-id: req-8ed4f357-541d-4821-ba56-11164d5d9c39 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:15:08.686022 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:15:08.686342 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8ed4f357-541d-4821-ba56-11164d5d9c39 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:15:08.686807 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed4f357-541d-4821-ba56-11164d5d9c39'] response: {'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'status': 'completed', 'code': 200} Sep 15 14:15:08.701234 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499074f2-0da6-46a2-9f91-974c15ac0c69 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'Port': ['ID=8b54bbd9-461c-4eb0-8b69-008918d44954,revision_number=6']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:08.755911 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ffe94-4cad-4f64-90a6-f0d10dfda0a5 req-19986176-afd9-4d8d-a792-ef6c9bc8a0c8 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:08.757533 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e32ffe94-4cad-4f64-90a6-f0d10dfda0a5 req-19986176-afd9-4d8d-a792-ef6c9bc8a0c8 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0484846 Sep 15 14:15:08.784116 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55764) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:08.821925 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e32ffe94-4cad-4f64-90a6-f0d10dfda0a5 req-0fd7fcee-46f5-45a2-82c5-98123ac1ea57 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577676 Sep 15 14:15:08.875766 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-fe62338f-d1de-4f00-9c02-5d037cbac57a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904949 Sep 15 14:15:08.884738 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-2bf3a050-8371-4350-ba23-2b866513d26b service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:15:08.885677 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-2bf3a050-8371-4350-ba23-2b866513d26b service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049207 Sep 15 14:15:08.962357 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55776) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:09.055512 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-ebcfef6a-798c-46a4-9a2d-33dad2c6da82 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:09.056882 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-ebcfef6a-798c-46a4-9a2d-33dad2c6da82 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports/4a259232-6560-4e78-840c-88777a6ee853 HTTP/1.1" status: 200 len: 940 time: 0.0935624 Sep 15 14:15:09.684923 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d998d6-ca9d-4290-ab4e-0de6ad3a34bf req-f2232307-3e6d-42a6-8dc4-e768e65d2c36 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:09.686353 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-10d998d6-ca9d-4290-ab4e-0de6ad3a34bf req-f2232307-3e6d-42a6-8dc4-e768e65d2c36 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0466948 Sep 15 14:15:09.719125 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:09.733897 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-10d998d6-ca9d-4290-ab4e-0de6ad3a34bf req-50e3f1e8-b617-4235-8448-13c5bf4d8791 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Sep 15 14:15:10.865684 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537e68c-fa2c-4d20-9959-1d6ce8728f9f req-9e9b7c83-c1f0-490b-8ff8-cd527379d91c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:10.867396 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3537e68c-fa2c-4d20-9959-1d6ce8728f9f req-9e9b7c83-c1f0-490b-8ff8-cd527379d91c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0512748 Sep 15 14:15:10.900224 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:10.915828 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3537e68c-fa2c-4d20-9959-1d6ce8728f9f req-8c523d3b-f9b3-4225-a9d4-184a0754383b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Sep 15 14:15:12.047314 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e414a0-40dc-4bb5-8865-7ed9964c23b4 req-ac727ee2-4840-4e01-a7bb-d88a2658d2f0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:12.048788 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-54e414a0-40dc-4bb5-8865-7ed9964c23b4 req-ac727ee2-4840-4e01-a7bb-d88a2658d2f0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0505307 Sep 15 14:15:12.095899 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-54e414a0-40dc-4bb5-8865-7ed9964c23b4 req-1df91695-ecbf-4ee7-8762-b63f7f2f931d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406520 Sep 15 14:15:12.467915 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-68c71368-a300-4437-a121-4d48b0e36dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:12.469481 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-68c71368-a300-4437-a121-4d48b0e36dd0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 1169 time: 0.0402524 Sep 15 14:15:12.571534 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-8dd50b43-cd13-4344-9345-f5249aaa3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:12.573111 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-8dd50b43-cd13-4344-9345-f5249aaa3380 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9929a618-46ec-43e0-9a7a-ac3572079a97 HTTP/1.1" status: 200 len: 915 time: 0.0947073 Sep 15 14:15:12.650647 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-33ee62ee-1e86-40a5-970c-6b405731e1b2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 200 len: 1002 time: 0.0575361 Sep 15 14:15:13.013937 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['8b54bbd9-461c-4eb0-8b69-008918d44954'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:15:13.023225 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['8b54bbd9-461c-4eb0-8b69-008918d44954'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:15:13.060630 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-77e42500-f3b0-45c8-b162-c86a67c4563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:13.062136 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-77e42500-f3b0-45c8-b162-c86a67c4563b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b4fc9951-4c7b-478a-a14b-19180e41e774 HTTP/1.1" status: 200 len: 854 time: 0.0933723 Sep 15 14:15:13.073498 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:13.110297 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-8267836d-5fe0-4f66-9f2e-b65bcb25490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:13.112618 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-8267836d-5fe0-4f66-9f2e-b65bcb25490f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9929a618-46ec-43e0-9a7a-ac3572079a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441742 Sep 15 14:15:13.248006 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-4741b02c-bf5d-450a-8f13-8d00e6f7e4b3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286616 Sep 15 14:15:13.254425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac85c6-5d21-4676-8100-15ea6254ea0c req-f123b2b0-2f6d-4e27-8583-650bc3500ec8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:13.255821 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-baac85c6-5d21-4676-8100-15ea6254ea0c req-f123b2b0-2f6d-4e27-8583-650bc3500ec8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0726347 Sep 15 14:15:13.355797 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-baac85c6-5d21-4676-8100-15ea6254ea0c req-bced5036-8a2b-4260-91d4-467808b8e550 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911756 Sep 15 14:15:13.377962 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-780eca9e-37a0-445f-baa6-2c9d819c6db6 req-a3bfd5a9-8aeb-44af-9950-a40bbf52c236 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211576 Sep 15 14:15:13.526870 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:14.316176 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:15:14.360120 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:14.395098 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 4a259232-6560-4e78-840c-88777a6ee853 is: DOWN; New status is: DOWN {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:15:14.484627 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d075e53-bdf5-4ab5-9550-f6588104dfdd req-42f41bcb-b6db-45b9-ab2d-70ce470f3297 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:14.486084 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8d075e53-bdf5-4ab5-9550-f6588104dfdd req-42f41bcb-b6db-45b9-ab2d-70ce470f3297 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0449853 Sep 15 14:15:14.535155 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8d075e53-bdf5-4ab5-9550-f6588104dfdd req-1d30e2fd-511f-4890-899b-1716ece884c7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 Sep 15 14:15:14.626840 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-a81c862b-e5b8-4204-9339-32659c62be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:14.629097 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-a81c862b-e5b8-4204-9339-32659c62be5a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108&tenant_id=e76574d5f2094997a9c565d4ddf2a483 HTTP/1.1" status: 200 len: 1127 time: 0.0754011 Sep 15 14:15:14.726931 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-423b0571-2bb2-436c-9672-f1851213a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:14.728421 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-423b0571-2bb2-436c-9672-f1851213a873 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 1127 time: 0.0377824 Sep 15 14:15:14.823746 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-4ea4864d-270d-49aa-bc68-2afaa9bb7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:14.825197 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-4ea4864d-270d-49aa-bc68-2afaa9bb7434 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 916 time: 0.0859945 Sep 15 14:15:14.886453 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-453d910c-c7e8-469a-956b-db8ba0f9d243 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a259232-6560-4e78-840c-88777a6ee853 HTTP/1.1" status: 200 len: 998 time: 0.0531571 Sep 15 14:15:14.901311 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:14.938119 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-43e684f3-ef6d-411c-9585-7fe18119d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:14.940435 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-43e684f3-ef6d-411c-9585-7fe18119d1ed service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0465922 Sep 15 14:15:14.983070 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-9449c730-6ea6-4f56-8952-6e566fa85aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:14.984578 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-9449c730-6ea6-4f56-8952-6e566fa85aef service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377040 Sep 15 14:15:15.073756 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-0e6b6122-af2a-4b8c-9b34-2869e8afb41c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821500 Sep 15 14:15:15.089043 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:15.168933 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56a0d2b0-ea70-4851-9eb0-12f5e71951aa req-780af158-5c5f-472c-ab08-94d5dc533aac service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861609 Sep 15 14:15:15.674921 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0bd8d-bccc-46f8-9e6f-46579727004a req-8e32f507-e918-4f68-ad75-d9677567a2e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:15.676578 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-88f0bd8d-bccc-46f8-9e6f-46579727004a req-8e32f507-e918-4f68-ad75-d9677567a2e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0576253 Sep 15 14:15:15.755433 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-88f0bd8d-bccc-46f8-9e6f-46579727004a req-1f93b100-5d1f-49c3-93cd-389c0bc8e6bf tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697918 Sep 15 14:15:16.526459 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:16.886661 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6994d-f4c6-4e6b-ab48-398824c6166c req-bcc67248-fd39-4166-9ffe-4e8ea4ff6c76 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:16.888064 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0ac6994d-f4c6-4e6b-ab48-398824c6166c req-bcc67248-fd39-4166-9ffe-4e8ea4ff6c76 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0480893 Sep 15 14:15:16.953098 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0ac6994d-f4c6-4e6b-ab48-398824c6166c req-be38afb3-962d-4f91-9588-0d6ed4b7730d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585966 Sep 15 14:15:18.100525 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad915a-b3dc-4549-adf7-4735e1acd971 req-f314d9d3-97fb-4e5a-a91e-5477d2600b2c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:18.102288 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f3ad915a-b3dc-4549-adf7-4735e1acd971 req-f314d9d3-97fb-4e5a-a91e-5477d2600b2c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0613108 Sep 15 14:15:18.152082 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f3ad915a-b3dc-4549-adf7-4735e1acd971 req-577834cf-f082-413f-9475-d02faf6ac933 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Sep 15 14:15:19.287866 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08be1f0-3adc-4165-a10d-0a599bc12442 req-4257413b-c8e2-4c6c-a5d0-8e0a5a775df8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:19.289409 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c08be1f0-3adc-4165-a10d-0a599bc12442 req-4257413b-c8e2-4c6c-a5d0-8e0a5a775df8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0485718 Sep 15 14:15:19.345049 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c08be1f0-3adc-4165-a10d-0a599bc12442 req-026180fb-15db-4a18-9a7e-feb7c62b1617 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473998 Sep 15 14:15:20.497656 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd99ac-c38a-4fb0-9cf7-dae0ca6e1739 req-4752ffbd-bba2-4d91-b65b-141a0044c81e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:20.499154 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dffd99ac-c38a-4fb0-9cf7-dae0ca6e1739 req-4752ffbd-bba2-4d91-b65b-141a0044c81e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0496941 Sep 15 14:15:20.550531 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dffd99ac-c38a-4fb0-9cf7-dae0ca6e1739 req-b08d3168-3796-413d-8fa2-d039a6eeead1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451152 Sep 15 14:15:21.686561 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d514da-9f15-4509-bf46-5ef07347149e req-aafab006-4191-4d4a-89c4-1c9c60862953 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:21.688108 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-70d514da-9f15-4509-bf46-5ef07347149e req-aafab006-4191-4d4a-89c4-1c9c60862953 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0499315 Sep 15 14:15:21.741620 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-70d514da-9f15-4509-bf46-5ef07347149e req-7a4ef129-6f04-43fe-af2d-e35626fff0e6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450416 Sep 15 14:15:22.885529 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c469fa-661f-4c03-948d-349618195758 req-4177c8c8-eeea-49b8-bd69-9da64b5da3ad tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:22.889179 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-34c469fa-661f-4c03-948d-349618195758 req-4177c8c8-eeea-49b8-bd69-9da64b5da3ad tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0591929 Sep 15 14:15:22.943724 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-34c469fa-661f-4c03-948d-349618195758 req-948a5f0e-7885-4267-a0dc-86db3f5b7c6b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478735 Sep 15 14:15:23.517461 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55928) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:23.569100 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7874c20-e8f2-4c73-85da-ac785f61d06e admin admin] Deleting subnet 9af08936-2b50-45e3-bdbc-859b25a0a208 {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:15:23.572457 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c7874c20-e8f2-4c73-85da-ac785f61d06e admin admin] Publish callbacks [] for subnet (9af08936-2b50-45e3-bdbc-859b25a0a208), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:23.609017 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c7874c20-e8f2-4c73-85da-ac785f61d06e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3395121'] for subnet (9af08936-2b50-45e3-bdbc-859b25a0a208), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:23.651272 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c7874c20-e8f2-4c73-85da-ac785f61d06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (9af08936-2b50-45e3-bdbc-859b25a0a208), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:23.706464 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c7874c20-e8f2-4c73-85da-ac785f61d06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26002138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25218357'] for subnet (9af08936-2b50-45e3-bdbc-859b25a0a208), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:23.709473 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:23.740037 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7874c20-e8f2-4c73-85da-ac785f61d06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af08936-2b50-45e3-bdbc-859b25a0a208,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:23.746259 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c7874c20-e8f2-4c73-85da-ac785f61d06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:23.748840 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-c7874c20-e8f2-4c73-85da-ac785f61d06e admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/9af08936-2b50-45e3-bdbc-859b25a0a208 HTTP/1.1" status: 204 len: 168 time: 0.2295868 Sep 15 14:15:23.751521 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55930) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:23.828275 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (9201f9c5-6717-484a-984e-26d753a0213e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:23.914557 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (9201f9c5-6717-484a-984e-26d753a0213e), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:23.936788 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9201f9c5-6717-484a-984e-26d753a0213e']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:15:23.947226 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:15:23.947519 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28d5833-66cf-4c55-bcd4-e4e1b2bc0596') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:15:23.957528 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (c28d5833-66cf-4c55-bcd4-e4e1b2bc0596), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:23.972761 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (c28d5833-66cf-4c55-bcd4-e4e1b2bc0596), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:23.979117 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:15:23.979495 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (c28d5833-66cf-4c55-bcd4-e4e1b2bc0596), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:24.025064 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment c28d5833-66cf-4c55-bcd4-e4e1b2bc0596 resource provider aggregate not found Sep 15 14:15:24.032699 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:24.046787 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment c28d5833-66cf-4c55-bcd4-e4e1b2bc0596 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c28d5833-66cf-4c55-bcd4-e4e1b2bc0596 found for delete ", "request_id": "req-50d9920f-48fc-453e-8b7f-af4bd65c9cab"}]} Sep 15 14:15:24.087547 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (9201f9c5-6717-484a-984e-26d753a0213e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:24.094586 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:24.098283 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/9201f9c5-6717-484a-984e-26d753a0213e HTTP/1.1" status: 204 len: 168 time: 0.3450010 Sep 15 14:15:24.122085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cafe6-d027-4e5f-93e3-5707a7113434 req-b5315c6a-e5c0-4a38-b8cf-f9c0eef357d0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:24.123830 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-757cafe6-d027-4e5f-93e3-5707a7113434 req-b5315c6a-e5c0-4a38-b8cf-f9c0eef357d0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0790143 Sep 15 14:15:24.126128 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a03cd-a7c4-4897-81d0-71ccd822029e admin admin] Pushing event deleted for resources: {'Network': ['ID=9201f9c5-6717-484a-984e-26d753a0213e,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:24.183656 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-757cafe6-d027-4e5f-93e3-5707a7113434 req-ba4f7524-1527-4fe9-b9d0-3a017489dd66 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485117 Sep 15 14:15:24.320049 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55940) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:24.362392 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-437642e3-80eb-43c1-b2ee-d90a1489c89d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1e90b31934484572bf7c7bdcbc0fdf2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404172 Sep 15 14:15:24.364929 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 55942) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:24.417669 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4f4d74ba-94e9-479b-a78f-8d564a4fef38 admin admin] Publish callbacks [] for security_group (98b5c3a8-fbe4-46c4-9c51-3cfee546da0f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:24.438707 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4f4d74ba-94e9-479b-a78f-8d564a4fef38 admin admin] Publish callbacks [] for security_group (98b5c3a8-fbe4-46c4-9c51-3cfee546da0f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:24.493024 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4f4d74ba-94e9-479b-a78f-8d564a4fef38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (98b5c3a8-fbe4-46c4-9c51-3cfee546da0f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:24.495856 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4f4d74ba-94e9-479b-a78f-8d564a4fef38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:24.497006 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-4f4d74ba-94e9-479b-a78f-8d564a4fef38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/98b5c3a8-fbe4-46c4-9c51-3cfee546da0f HTTP/1.1" status: 204 len: 168 time: 0.1310842 Sep 15 14:15:24.505842 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d74ba-94e9-479b-a78f-8d564a4fef38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b5c3a8-fbe4-46c4-9c51-3cfee546da0f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:25.336626 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3565c41-0d48-4836-a13f-e04ab4a39bb9 req-e9dd4c95-cddc-426a-815b-9231b9aae7c7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:25.339051 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d3565c41-0d48-4836-a13f-e04ab4a39bb9 req-e9dd4c95-cddc-426a-815b-9231b9aae7c7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0596230 Sep 15 14:15:25.403345 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d3565c41-0d48-4836-a13f-e04ab4a39bb9 req-a67555b4-6efe-4100-b68e-08a817967f1a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566864 Sep 15 14:15:26.523342 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:26.547290 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93072734-7c5b-42c6-bb68-9b3c1257d2b6 req-7ab65f01-7e1b-4e3d-bcd5-824626c9c8f7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:26.548862 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-93072734-7c5b-42c6-bb68-9b3c1257d2b6 req-7ab65f01-7e1b-4e3d-bcd5-824626c9c8f7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0545347 Sep 15 14:15:26.603385 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-93072734-7c5b-42c6-bb68-9b3c1257d2b6 req-1c74ed18-6953-470f-8603-6ebde0ceae0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484674 Sep 15 14:15:26.896488 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:26.898265 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:27.740002 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ab2f3-0673-4edc-a1d7-4f3cad63ea1d req-6fd57e60-0d2e-44ae-ba72-fe8864514158 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:27.741461 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bf8ab2f3-0673-4edc-a1d7-4f3cad63ea1d req-6fd57e60-0d2e-44ae-ba72-fe8864514158 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0462141 Sep 15 14:15:27.788282 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bf8ab2f3-0673-4edc-a1d7-4f3cad63ea1d req-b41f73e6-0676-4911-8e96-d6182a2cc728 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Sep 15 14:15:28.414609 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b2c75fc8-b5ac-4f54-a970-a5d753d04707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:28.913197 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b5d33-d271-4a6e-86bc-b30dc1bc7aa3 req-8b6ed5f6-b1ab-4358-8b12-1f0d3af58575 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:28.914567 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e35b5d33-d271-4a6e-86bc-b30dc1bc7aa3 req-8b6ed5f6-b1ab-4358-8b12-1f0d3af58575 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0460217 Sep 15 14:15:28.961600 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e35b5d33-d271-4a6e-86bc-b30dc1bc7aa3 req-330a59de-162a-4905-8cc7-834507c09b47 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415897 Sep 15 14:15:30.096678 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1ef4d-9c23-4c43-8dea-1498a7d6d6ef req-ff9319ac-6862-49df-921f-a62dc03426d0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:30.098237 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7cc1ef4d-9c23-4c43-8dea-1498a7d6d6ef req-ff9319ac-6862-49df-921f-a62dc03426d0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0554521 Sep 15 14:15:30.146102 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7cc1ef4d-9c23-4c43-8dea-1498a7d6d6ef req-bc808edd-eb25-4dfb-9397-8a8fa7ea3e07 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Sep 15 14:15:30.670613 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-68e93130-260d-4878-acdc-921067ee907b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:31.275747 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e750254-e41f-4086-a59e-1e78d423c51f req-e3aef74a-2e07-46c8-b4ef-8c3e26f57522 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:31.277181 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9e750254-e41f-4086-a59e-1e78d423c51f req-e3aef74a-2e07-46c8-b4ef-8c3e26f57522 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0484195 Sep 15 14:15:31.327831 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9e750254-e41f-4086-a59e-1e78d423c51f req-be8e725a-d7e3-4aeb-99ba-13b5bd2e048c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Sep 15 14:15:31.977622 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:32.498253 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a86a-6323-49a7-b3c1-76fce44fddfa req-9cf760a5-639c-4f0c-b41b-54ae70f22403 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:32.499753 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aa80a86a-6323-49a7-b3c1-76fce44fddfa req-9cf760a5-639c-4f0c-b41b-54ae70f22403 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0569007 Sep 15 14:15:32.546613 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aa80a86a-6323-49a7-b3c1-76fce44fddfa req-9921dee0-e57f-461c-a82f-ae8182a88668 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411134 Sep 15 14:15:33.440392 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:33.506739 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:33.676660 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d27099-93ad-4675-b1c2-8638012fbb71 req-91c9bda3-57bc-4ecd-9936-7026f4b73ef0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:33.678256 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56d27099-93ad-4675-b1c2-8638012fbb71 req-91c9bda3-57bc-4ecd-9936-7026f4b73ef0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0470228 Sep 15 14:15:33.696625 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:33.725820 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56d27099-93ad-4675-b1c2-8638012fbb71 req-504aed36-ec32-4cc6-aa0a-7dc99c8e8cf5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 Sep 15 14:15:34.851360 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5059a2-9256-4a3a-aaa4-62d159e57af6 req-b5f30afa-0259-4aac-ad3f-79ea8165a83d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:34.852840 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ac5059a2-9256-4a3a-aaa4-62d159e57af6 req-b5f30afa-0259-4aac-ad3f-79ea8165a83d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0458593 Sep 15 14:15:34.888524 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:34.903148 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ac5059a2-9256-4a3a-aaa4-62d159e57af6 req-0576855f-7447-48cb-a928-5b36341880ba tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448494 Sep 15 14:15:35.895059 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:15:36.028297 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc9ba0-728a-4404-99ef-935d22f3a905 req-c7e74f73-41ea-4f79-b2de-6abf77ef4bd4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:36.029735 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a0bc9ba0-728a-4404-99ef-935d22f3a905 req-c7e74f73-41ea-4f79-b2de-6abf77ef4bd4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0459104 Sep 15 14:15:36.075971 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a0bc9ba0-728a-4404-99ef-935d22f3a905 req-9f69368f-16de-4cb2-92f6-72014f971328 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Sep 15 14:15:37.193229 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:37.203945 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe91172-caf5-4fb1-9846-775366e43410 req-ac0fc6e0-4092-433a-96e4-c5c2b87d210d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:37.205406 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9fe91172-caf5-4fb1-9846-775366e43410 req-ac0fc6e0-4092-433a-96e4-c5c2b87d210d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0477598 Sep 15 14:15:37.251787 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9fe91172-caf5-4fb1-9846-775366e43410 req-b5aeca4b-db21-4a47-a91e-762d4f73bf22 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 Sep 15 14:15:38.383874 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e19c81-cef5-470f-a40a-aa7a1e0bc351 req-85f60982-9ffe-43be-99ee-50c14d398225 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:38.385354 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e9e19c81-cef5-470f-a40a-aa7a1e0bc351 req-85f60982-9ffe-43be-99ee-50c14d398225 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0499072 Sep 15 14:15:38.431488 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e9e19c81-cef5-470f-a40a-aa7a1e0bc351 req-731613d2-cba6-4dc2-a890-9c88c4e713df tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405393 Sep 15 14:15:39.562285 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c886d-9f80-4d71-b609-59b336eabce8 req-e29cf709-1f93-4c45-bdc2-57ad28967729 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:39.563815 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-505c886d-9f80-4d71-b609-59b336eabce8 req-e29cf709-1f93-4c45-bdc2-57ad28967729 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0472479 Sep 15 14:15:39.610819 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-505c886d-9f80-4d71-b609-59b336eabce8 req-3868d94b-9eb9-4b99-9d60-735402b7086b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407760 Sep 15 14:15:40.744599 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198ad62-3a6a-42a4-bab2-88d29ff28cc6 req-72521e0f-ef6a-40b7-bb68-586934268f7f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:40.746042 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5198ad62-3a6a-42a4-bab2-88d29ff28cc6 req-72521e0f-ef6a-40b7-bb68-586934268f7f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0460327 Sep 15 14:15:40.792750 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5198ad62-3a6a-42a4-bab2-88d29ff28cc6 req-26a383b1-053d-42cd-9371-d7cdefdaa55f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 Sep 15 14:15:41.922712 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbe5d6-f74a-4431-a9dd-4ece7f04038b req-c47201ea-39b2-4eb2-ab3f-10fd9c2d2d2a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:41.924205 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0fcbe5d6-f74a-4431-a9dd-4ece7f04038b req-c47201ea-39b2-4eb2-ab3f-10fd9c2d2d2a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0491567 Sep 15 14:15:41.971121 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0fcbe5d6-f74a-4431-a9dd-4ece7f04038b req-9b0718b0-74ce-4cd9-9a00-3a751a37e55b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408154 Sep 15 14:15:43.096459 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fdd99-8045-4629-b14e-ddd114992359 req-71f8dd40-9f43-4e57-a4b9-05ee491a48a4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:43.097935 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-238fdd99-8045-4629-b14e-ddd114992359 req-71f8dd40-9f43-4e57-a4b9-05ee491a48a4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0458128 Sep 15 14:15:43.133963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:43.149555 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-238fdd99-8045-4629-b14e-ddd114992359 req-dedd912b-63fd-4048-bff6-26c454772a83 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462024 Sep 15 14:15:43.500780 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:43.502768 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:44.276928 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323b5d0-d400-4fc9-905c-4fb393aebb33 req-4d3ab3aa-14a3-4729-a938-491be53491ef tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:44.278376 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f323b5d0-d400-4fc9-905c-4fb393aebb33 req-4d3ab3aa-14a3-4729-a938-491be53491ef tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0466993 Sep 15 14:15:44.327540 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f323b5d0-d400-4fc9-905c-4fb393aebb33 req-39c4be48-6317-407a-a028-be2ef04e944e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Sep 15 14:15:45.451443 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08a99-44ea-4a18-b743-02a6a1ed605e req-973958fc-2a23-48e3-9dab-7b9cfaaceb1e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:45.452924 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d8c08a99-44ea-4a18-b743-02a6a1ed605e req-973958fc-2a23-48e3-9dab-7b9cfaaceb1e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0463717 Sep 15 14:15:45.499141 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d8c08a99-44ea-4a18-b743-02a6a1ed605e req-51e0532b-45c3-4373-b1ce-996cbe3eae8f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400002 Sep 15 14:15:45.889896 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:45.890671 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:46.540020 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:46.631049 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4566d2-fb1e-47a1-b2e8-0fa0a4ab6405 req-1a8ec027-0be5-4736-856e-e0cd156b7fbe tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:46.632539 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3d4566d2-fb1e-47a1-b2e8-0fa0a4ab6405 req-1a8ec027-0be5-4736-856e-e0cd156b7fbe tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0521598 Sep 15 14:15:46.679225 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3d4566d2-fb1e-47a1-b2e8-0fa0a4ab6405 req-c8b2ae43-a659-4958-8c71-8798e0d40752 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412531 Sep 15 14:15:47.812712 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c34df-1b39-4fca-9e36-86aa15a92d71 req-8a8eba0d-02fe-4011-8977-726f05dfbe41 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:47.814260 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7a9c34df-1b39-4fca-9e36-86aa15a92d71 req-8a8eba0d-02fe-4011-8977-726f05dfbe41 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 943 time: 0.0513003 Sep 15 14:15:47.867253 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7a9c34df-1b39-4fca-9e36-86aa15a92d71 req-fb82a7c9-d040-4c9e-82bd-a1644936f97c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461149 Sep 15 14:15:48.433844 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:15:48.535661 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:15:48.547410 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '4a259232-6560-4e78-840c-88777a6ee853', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'port_id': '4a259232-6560-4e78-840c-88777a6ee853', 'mac_address': 'fa:16:3e:94:52:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:15:48.581013 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 4a259232-6560-4e78-840c-88777a6ee853 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:15:48.581331 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:48.594384 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a259232-6560-4e78-840c-88777a6ee853 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:15:48.614603 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:15:48.619035 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:48.670992 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=9']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:48.679864 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.680223 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.680592 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.680917 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.681256 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.681592 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.681919 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.682251 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.682581 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.682910 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.683340 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.683580 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.683936 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.684276 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.684572 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:48.994476 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-8b66bd87-438d-4de0-9346-c5c776f07471 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631888 Sep 15 14:15:49.012738 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a4ad5-7986-40e6-946d-2c8fffa9fb1e req-fb2b6122-9273-4da7-8fa4-a09213b6a4b2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:49.014178 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-025a4ad5-7986-40e6-946d-2c8fffa9fb1e req-fb2b6122-9273-4da7-8fa4-a09213b6a4b2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 944 time: 0.0547011 Sep 15 14:15:49.062587 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-025a4ad5-7986-40e6-946d-2c8fffa9fb1e req-93900af4-5402-4207-80e6-2e560b8814c4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 Sep 15 14:15:49.105403 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-bf268889-b7c3-4408-a13f-586c9c1f3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:49.106867 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-bf268889-b7c3-4408-a13f-586c9c1f3dad service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 1130 time: 0.0434580 Sep 15 14:15:49.210184 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-63514f5f-8f0f-4cf3-a16f-ee4459113fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:49.211617 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-63514f5f-8f0f-4cf3-a16f-ee4459113fec service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 911 time: 0.0851266 Sep 15 14:15:49.214847 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['4a259232-6560-4e78-840c-88777a6ee853'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:15:49.279713 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-775cc42c-a830-4763-a6dd-b81e5c39fe22 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 200 len: 1002 time: 0.0583899 Sep 15 14:15:49.330587 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-e176b4fa-9bab-46dc-97c0-f26e5e0978ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:49.332084 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-e176b4fa-9bab-46dc-97c0-f26e5e0978ee service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.0461805 Sep 15 14:15:49.374480 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-e0aa1c47-8e47-439c-b3db-fec47a817567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:49.375992 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-e0aa1c47-8e47-439c-b3db-fec47a817567 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378485 Sep 15 14:15:49.467489 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-8f05299f-0503-4e93-a398-5727f1c52b37 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845866 Sep 15 14:15:49.481247 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:49.558255 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7515b29f-df5a-41ef-b1b8-be690ac27bb7 req-e9b9abfe-188b-4ceb-b1b7-e8abdab1a047 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843701 Sep 15 14:15:50.199022 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948808b-0869-4ea7-9548-f86f197ae656 req-e5a45599-6067-4877-8a13-82720acf7c8d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:50.200551 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a948808b-0869-4ea7-9548-f86f197ae656 req-e5a45599-6067-4877-8a13-82720acf7c8d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 944 time: 0.0520015 Sep 15 14:15:50.247490 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a948808b-0869-4ea7-9548-f86f197ae656 req-f5c8df10-b2e8-49b3-92c2-63f3c5e79377 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413647 Sep 15 14:15:50.481219 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:15:50.524349 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 4a259232-6560-4e78-840c-88777a6ee853 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:15:50.524716 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (4a259232-6560-4e78-840c-88777a6ee853), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:50.525050 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 4a259232-6560-4e78-840c-88777a6ee853 Sep 15 14:15:50.598697 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 4a259232-6560-4e78-840c-88777a6ee853 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:15:50.599074 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:50.622177 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a259232-6560-4e78-840c-88777a6ee853'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:15:50.624405 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f94b94b-ae6d-49ce-9859-c809d71cfd0a" -d '{"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-plugged", "status": "completed", "tag": "4a259232-6560-4e78-840c-88777a6ee853"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:15:50.636543 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:15:50.640483 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:50.688853 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=10']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:50.780407 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81ca9e8-3ffa-4b31-8acc-6fdbc36a81e4 x-openstack-request-id: req-d81ca9e8-3ffa-4b31-8acc-6fdbc36a81e4 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:15:50.780719 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-plugged", "status": "completed", "tag": "4a259232-6560-4e78-840c-88777a6ee853", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:15:50.780973 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d81ca9e8-3ffa-4b31-8acc-6fdbc36a81e4 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:15:50.781374 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81ca9e8-3ffa-4b31-8acc-6fdbc36a81e4'] response: {'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a259232-6560-4e78-840c-88777a6ee853', 'code': 200} Sep 15 14:15:51.378587 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca678ee7-c8d0-47f0-b022-7ecbd411372d req-5bb0c6e2-5b02-4a8d-8197-0f942d9c1d26 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:51.380110 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ca678ee7-c8d0-47f0-b022-7ecbd411372d req-5bb0c6e2-5b02-4a8d-8197-0f942d9c1d26 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 946 time: 0.0475326 Sep 15 14:15:51.408739 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:51.412175 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0e7d2-3948-43ca-bc67-a4e92008cf27 req-027dff3d-d340-4cfd-8c85-cdb8d9aa5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:51.413875 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-54d0e7d2-3948-43ca-bc67-a4e92008cf27 req-027dff3d-d340-4cfd-8c85-cdb8d9aa5be3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 1130 time: 0.0433421 Sep 15 14:15:51.428694 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ca678ee7-c8d0-47f0-b022-7ecbd411372d req-d7630107-24dd-431d-b689-747cc43245fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421562 Sep 15 14:15:51.461035 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-54d0e7d2-3948-43ca-bc67-a4e92008cf27 req-1f1d2fe1-6003-47e2-93db-16ac72c4bb88 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387359 Sep 15 14:15:52.195404 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56156) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:52.298011 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:52.378628 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Publish callbacks [] for security_group (8dff0890-2846-45d6-a3b7-6c732b26e489), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:52.383005 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8dff0890-2846-45d6-a3b7-6c732b26e489), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:52.409515 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:52.424406 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fb8b6db01ffd494d8a4483bf707100dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279415 Sep 15 14:15:52.425109 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dff0890-2846-45d6-a3b7-6c732b26e489,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:52.427153 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56160) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:15:52.433351 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.433699 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.434042 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.434384 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.434717 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.435045 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.435371 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.435708 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.436046 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.436384 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.436709 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.437036 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.437359 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.437679 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.438000 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fba8f-fd0b-4cad-9488-37ed69c4b4cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.477946 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Publish callbacks [] for security_group (8dff0890-2846-45d6-a3b7-6c732b26e489), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:52.499394 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Publish callbacks [] for security_group (8dff0890-2846-45d6-a3b7-6c732b26e489), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:52.573230 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510b98-7b8c-4c74-a9af-af23d48a6b9f req-2acc6c1e-bb8b-46c1-8803-aef3b4c26037 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:52.574702 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e1510b98-7b8c-4c74-a9af-af23d48a6b9f req-2acc6c1e-bb8b-46c1-8803-aef3b4c26037 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 946 time: 0.0535245 Sep 15 14:15:52.579127 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8dff0890-2846-45d6-a3b7-6c732b26e489), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:52.581712 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:52.582743 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8dff0890-2846-45d6-a3b7-6c732b26e489 HTTP/1.1" status: 204 len: 168 time: 0.1538854 Sep 15 14:15:52.605603 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dff0890-2846-45d6-a3b7-6c732b26e489,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:15:52.618552 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.618899 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.619236 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.619566 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.619922 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.620247 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.620569 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.620888 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.621206 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.621526 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.621849 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.622172 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.622489 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.622806 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.623121 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f63420-9680-4591-91de-d80d42d13062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:15:52.655818 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e1510b98-7b8c-4c74-a9af-af23d48a6b9f req-3ddc6dd9-ff7b-445a-8a17-59dd24946cfb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720124 Sep 15 14:15:53.789622 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55978d1a-fec7-48d5-8e2c-d265d3288881 req-f760b7a1-727e-4937-8476-9577060a0813 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:53.791074 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-55978d1a-fec7-48d5-8e2c-d265d3288881 req-f760b7a1-727e-4937-8476-9577060a0813 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 946 time: 0.0468214 Sep 15 14:15:53.838617 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-55978d1a-fec7-48d5-8e2c-d265d3288881 req-1479a2a6-d85e-4999-bc9b-901d3efc58de tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Sep 15 14:15:54.964965 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26472b-5eef-4706-b541-04674cceaf55 req-ca58329b-69ff-4e63-80cd-836f9a3747d6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:15:54.966446 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7f26472b-5eef-4706-b541-04674cceaf55 req-ca58329b-69ff-4e63-80cd-836f9a3747d6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 946 time: 0.0472343 Sep 15 14:15:55.012124 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7f26472b-5eef-4706-b541-04674cceaf55 req-c396f007-a4b1-4bfb-b66b-f41fcfb8fce5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401866 Sep 15 14:15:58.418720 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-32a5b132-0f41-403c-9c39-c0ecd017e092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:15:59.901798 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:15:59.906840 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:00.672404 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b38f6e05-2b13-4e19-a200-e8c563f56379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:01.980361 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:03.442778 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:03.497812 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:03.511949 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:03.832201 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=62,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:03.834745 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=10 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:05.006466 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=45,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:05.008380 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=49,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:12.893055 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:16:13.508274 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:16.548176 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:21.299532 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d1f47-97c5-47a4-9673-a8b1c537edaa req-1901a48d-2b32-4e95-89c6-5b822a95580b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:21.301180 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-476d1f47-97c5-47a4-9673-a8b1c537edaa req-1901a48d-2b32-4e95-89c6-5b822a95580b tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0808609 Sep 15 14:16:21.305033 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-845eed31-cb91-4730-9976-eeb74b34b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:21.306425 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-845eed31-cb91-4730-9976-eeb74b34b833 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 1130 time: 0.0561230 Sep 15 14:16:21.402361 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-476d1f47-97c5-47a4-9673-a8b1c537edaa req-d583e6c2-8c9b-452b-9434-1cc4056130d6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938616 Sep 15 14:16:21.433609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-a2334ee5-2de4-442e-8194-5c9cd0d8c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:21.435008 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-a2334ee5-2de4-442e-8194-5c9cd0d8c5b6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.1196237 Sep 15 14:16:21.499386 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-10c15dce-2a2f-4b58-82c3-04050234aa19 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8409c65f-618f-424a-9458-b2d4ffc0defc HTTP/1.1" status: 200 len: 1001 time: 0.0576515 Sep 15 14:16:21.547442 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-9059fa6d-c34f-4019-86e8-869c6957c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:21.548897 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-9059fa6d-c34f-4019-86e8-869c6957c369 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0423107 Sep 15 14:16:21.592241 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-120a3397-1b2a-45ea-babd-696d60e485a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:21.593721 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-120a3397-1b2a-45ea-babd-696d60e485a0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382938 Sep 15 14:16:21.684732 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-9e2c2f89-5c56-4462-9be6-83eabf06c7f6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839460 Sep 15 14:16:21.778880 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8dbe762b-6286-4591-bd24-53ac9fa6fcef req-2dd6d9a0-fd4d-45c8-80ea-e842ca21b27d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875249 Sep 15 14:16:21.941313 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455d478-de9a-4a3c-af31-ab45bec06e61 req-5e397d9c-5918-4ee7-80b2-b50a2591ccc5 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:21.943238 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e455d478-de9a-4a3c-af31-ab45bec06e61 req-5e397d9c-5918-4ee7-80b2-b50a2591ccc5 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0465510 Sep 15 14:16:21.990505 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e455d478-de9a-4a3c-af31-ab45bec06e61 req-1f6d7c15-8759-48ce-922b-b655b535e967 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Sep 15 14:16:22.526767 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335033e-28d7-4e03-bc68-b5c89d51e64d req-0ccc7430-c31a-4dc0-9cf5-140375b6b1fb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:22.528276 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a335033e-28d7-4e03-bc68-b5c89d51e64d req-0ccc7430-c31a-4dc0-9cf5-140375b6b1fb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0471845 Sep 15 14:16:22.578857 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a335033e-28d7-4e03-bc68-b5c89d51e64d req-0ae6eab9-3349-46c0-a78a-49c59da18b9c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Sep 15 14:16:23.112378 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3b783-7f6c-4b41-88d4-7c076bd12acd req-77f5cebe-b94a-4efa-ae51-132ab755819e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:23.113822 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cab3b783-7f6c-4b41-88d4-7c076bd12acd req-77f5cebe-b94a-4efa-ae51-132ab755819e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0448668 Sep 15 14:16:23.161194 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cab3b783-7f6c-4b41-88d4-7c076bd12acd req-c0af3e29-0334-432b-9f51-faa7aa601e61 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412211 Sep 15 14:16:23.585853 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=11 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:23.587744 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=17 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:23.699487 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a026-a4e3-40b1-8d57-066c30dc68c9 req-941ff01e-1403-48ea-bd08-49e4c3615942 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:23.700973 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c333a026-a4e3-40b1-8d57-066c30dc68c9 req-941ff01e-1403-48ea-bd08-49e4c3615942 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0465782 Sep 15 14:16:23.747609 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c333a026-a4e3-40b1-8d57-066c30dc68c9 req-bc8e4b04-0e3f-4787-a2cd-17356ce754c8 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 Sep 15 14:16:24.283350 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501f8a6-a568-430a-9385-e4413e348205 req-82f64134-f3a9-406f-ba88-1135e3a76fd1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:24.284800 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b501f8a6-a568-430a-9385-e4413e348205 req-82f64134-f3a9-406f-ba88-1135e3a76fd1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0493493 Sep 15 14:16:24.331352 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b501f8a6-a568-430a-9385-e4413e348205 req-688ccac2-6221-4f68-a9ed-bf25c35cd192 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Sep 15 14:16:24.871441 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1649-a29a-4653-8653-a27161ff9c62 req-3aef23ed-9632-4520-bc8f-4ef544d5a977 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:24.872931 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-30cb1649-a29a-4653-8653-a27161ff9c62 req-3aef23ed-9632-4520-bc8f-4ef544d5a977 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0461247 Sep 15 14:16:24.919367 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-30cb1649-a29a-4653-8653-a27161ff9c62 req-d11d6648-c0ca-4a3f-831b-d13fd1b5633c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409942 Sep 15 14:16:25.453451 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cf2e6-9242-4c36-8a8e-1870702265ec req-9fffa462-1704-4984-9394-dcfebb100dd3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:25.454893 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-933cf2e6-9242-4c36-8a8e-1870702265ec req-9fffa462-1704-4984-9394-dcfebb100dd3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0467491 Sep 15 14:16:25.501765 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-933cf2e6-9242-4c36-8a8e-1870702265ec req-c5eed616-ed02-4101-ba52-aa900e4e07a2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406394 Sep 15 14:16:26.048288 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47a5a5-24e2-4464-bb8c-3c6ff0322018 req-aa22ac97-8dd4-4c02-926f-422c7bcab932 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:26.049771 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dd47a5a5-24e2-4464-bb8c-3c6ff0322018 req-aa22ac97-8dd4-4c02-926f-422c7bcab932 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0558670 Sep 15 14:16:26.096232 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dd47a5a5-24e2-4464-bb8c-3c6ff0322018 req-3dfd6de3-a910-481f-8972-8262f5259f92 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Sep 15 14:16:26.542452 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:26.544325 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:26.609909 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:26.631476 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a699-e31d-4246-a85c-9a5e501427a5 req-4f4ea0f5-0279-4603-9529-413063948787 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:26.633006 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5413a699-e31d-4246-a85c-9a5e501427a5 req-4f4ea0f5-0279-4603-9529-413063948787 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0539443 Sep 15 14:16:26.679828 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5413a699-e31d-4246-a85c-9a5e501427a5 req-b468550d-2ea7-4f2b-b022-0f2afbb9e6de tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412395 Sep 15 14:16:27.217190 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54602a98-0a37-47c4-b75c-8095f83fb263 req-314b2b27-7bba-4d23-8106-9b772a9a1459 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:27.218628 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-54602a98-0a37-47c4-b75c-8095f83fb263 req-314b2b27-7bba-4d23-8106-9b772a9a1459 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0470684 Sep 15 14:16:27.265053 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-54602a98-0a37-47c4-b75c-8095f83fb263 req-e5079d98-4ecb-490a-be20-91c4132aebf0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408344 Sep 15 14:16:27.798680 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0417529-a260-4902-8ddd-95d5fa937268 req-3d95cb8e-6692-44b9-9556-aead7bebd600 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:27.800124 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e0417529-a260-4902-8ddd-95d5fa937268 req-3d95cb8e-6692-44b9-9556-aead7bebd600 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0455623 Sep 15 14:16:27.818259 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:27.845871 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e0417529-a260-4902-8ddd-95d5fa937268 req-3327792b-7a6d-48b6-bf5d-689bf5034185 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403581 Sep 15 14:16:28.389165 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab326e21-db29-4ab9-b556-3ae92b1a5b2b req-4220ea4b-b39b-4aa4-876e-970b1dee4fc6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:28.390555 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ab326e21-db29-4ab9-b556-3ae92b1a5b2b req-4220ea4b-b39b-4aa4-876e-970b1dee4fc6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0471396 Sep 15 14:16:28.424608 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3160a3a6-0fa9-42ed-a155-a2cf01eb6c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:28.442734 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ab326e21-db29-4ab9-b556-3ae92b1a5b2b req-1874f550-e55e-4dbc-be35-c77f1fec732f tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459864 Sep 15 14:16:28.966998 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1ba6e-ed2c-4f1a-8570-b458fc34b065 req-408aa926-18d2-49c8-87b3-a9a9ecc963e0 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:28.968493 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27f1ba6e-ed2c-4f1a-8570-b458fc34b065 req-408aa926-18d2-49c8-87b3-a9a9ecc963e0 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0477216 Sep 15 14:16:29.018343 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27f1ba6e-ed2c-4f1a-8570-b458fc34b065 req-6efa311c-2c9e-4763-84dc-317d72f73b28 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442760 Sep 15 14:16:29.563327 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850fdc8-d909-4cc0-96c3-e4c4da5ca1cb req-5ac6d370-d6b0-4442-b994-bdfcb6d5ebdb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:29.564787 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c850fdc8-d909-4cc0-96c3-e4c4da5ca1cb req-5ac6d370-d6b0-4442-b994-bdfcb6d5ebdb tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0460451 Sep 15 14:16:29.612298 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c850fdc8-d909-4cc0-96c3-e4c4da5ca1cb req-7290009c-7b5f-450d-b7df-1df827c7ff71 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409505 Sep 15 14:16:30.138040 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b19e37-a559-4333-b950-ded13a549170 req-6a428700-dd4b-45af-b48c-1eea8a6a36aa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:30.139474 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27b19e37-a559-4333-b950-ded13a549170 req-6a428700-dd4b-45af-b48c-1eea8a6a36aa tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0459194 Sep 15 14:16:30.186652 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27b19e37-a559-4333-b950-ded13a549170 req-2439d4a2-df0b-4425-920d-1bfc59fcf070 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416059 Sep 15 14:16:30.675766 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-97ffa036-de5e-4f50-9734-0a24f925c645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:30.738474 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f85146-1136-4fd6-b3d8-b9a71df7218f req-08b909bd-a5b0-4cbf-a653-c229a3b705fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:30.740014 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d7f85146-1136-4fd6-b3d8-b9a71df7218f req-08b909bd-a5b0-4cbf-a653-c229a3b705fe tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0472612 Sep 15 14:16:30.786956 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d7f85146-1136-4fd6-b3d8-b9a71df7218f req-69d4bfed-965f-47c7-862b-5cc15930be63 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412898 Sep 15 14:16:31.306924 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c308-2049-49bb-89c5-d06446646674 req-04f1d92f-6c47-4b57-86e2-9f92129b803f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:31.308421 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b2c6c308-2049-49bb-89c5-d06446646674 req-04f1d92f-6c47-4b57-86e2-9f92129b803f tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0454545 Sep 15 14:16:31.357570 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b2c6c308-2049-49bb-89c5-d06446646674 req-24234107-0a2c-4e2b-9d36-1ea508937389 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435729 Sep 15 14:16:31.912027 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce11dc5-b3cd-4fc7-9534-8d1b34c333b1 req-8ad59487-29dc-4c0b-99f8-db2a32a98070 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:31.913469 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1ce11dc5-b3cd-4fc7-9534-8d1b34c333b1 req-8ad59487-29dc-4c0b-99f8-db2a32a98070 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0498343 Sep 15 14:16:31.960918 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1ce11dc5-b3cd-4fc7-9534-8d1b34c333b1 req-2342b0bb-321f-416c-91f9-753304740dba tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Sep 15 14:16:31.982919 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:32.488632 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339124c1-59ef-433c-a0f3-d9f610bf4580 req-71f02c55-1641-41aa-a8db-7a2b9a377715 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:32.491034 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-339124c1-59ef-433c-a0f3-d9f610bf4580 req-71f02c55-1641-41aa-a8db-7a2b9a377715 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0556443 Sep 15 14:16:32.538292 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-339124c1-59ef-433c-a0f3-d9f610bf4580 req-cb4dce4d-687b-4351-b83d-beb541ece310 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416894 Sep 15 14:16:33.085421 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d34fe-e02c-4c06-b2bb-efec70139385 req-ea669489-8c68-4c14-9f1d-f1eb812bd165 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:33.086875 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-072d34fe-e02c-4c06-b2bb-efec70139385 req-ea669489-8c68-4c14-9f1d-f1eb812bd165 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0478544 Sep 15 14:16:33.135054 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-072d34fe-e02c-4c06-b2bb-efec70139385 req-745fbfc5-1110-4221-8b2d-f8b682857d6e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Sep 15 14:16:33.444802 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:33.511670 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:33.658293 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4696-73c8-4d39-94ba-4d5502f15699 req-fb537a05-a88d-46ce-a215-25c291ed434b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:33.659739 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ee7c4696-73c8-4d39-94ba-4d5502f15699 req-fb537a05-a88d-46ce-a215-25c291ed434b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0465050 Sep 15 14:16:33.706627 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ee7c4696-73c8-4d39-94ba-4d5502f15699 req-a74c5607-d685-4504-a2f9-aa261c8500f9 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412891 Sep 15 14:16:33.902654 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f521f1c-4692-4175-914e-e1e0d2ac49cd req-0a3dd9f4-2290-4623-80ba-fcca187e480a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:33.904117 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f521f1c-4692-4175-914e-e1e0d2ac49cd req-0a3dd9f4-2290-4623-80ba-fcca187e480a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0460835 Sep 15 14:16:33.952805 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f521f1c-4692-4175-914e-e1e0d2ac49cd req-4511760b-a4d9-4afe-8c95-5d92b02f5d48 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Sep 15 14:16:34.268018 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77ee8b-d0c6-4be1-b61f-bb48d13fe46d req-41679054-d039-43e4-b946-d376c14674db tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:34.269507 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4c77ee8b-d0c6-4be1-b61f-bb48d13fe46d req-41679054-d039-43e4-b946-d376c14674db tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0517993 Sep 15 14:16:34.315220 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:34.319888 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4c77ee8b-d0c6-4be1-b61f-bb48d13fe46d req-3ce20d04-f4b0-49c2-928e-42e4f99e9bcf tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445511 Sep 15 14:16:34.343756 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-24442049-4725-444d-be15-934fd1fa2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:34.344374 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-24442049-4725-444d-be15-934fd1fa2f95 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 1130 time: 0.0399454 Sep 15 14:16:34.348644 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:34.359291 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ec308-2f17-4bac-a960-e0b2cfffba28 req-c45b0134-43ca-420e-a3da-3b247895dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:34.360883 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-024ec308-2f17-4bac-a960-e0b2cfffba28 req-c45b0134-43ca-420e-a3da-3b247895dd87 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 1130 time: 0.0401545 Sep 15 14:16:34.406019 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-024ec308-2f17-4bac-a960-e0b2cfffba28 req-c6bc914a-8521-4495-9cac-7c878c7dc695 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 Sep 15 14:16:34.437830 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-4a6f369e-a85b-45e1-b78e-2cff4cdcceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:34.439193 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-4a6f369e-a85b-45e1-b78e-2cff4cdcceb4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 911 time: 0.0888221 Sep 15 14:16:35.158952 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-cff5f2bc-5797-4bc0-9ba6-90b38c2a7c76 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 200 len: 1002 time: 0.3121517 Sep 15 14:16:35.165265 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00431cc8-1900-4579-98cf-2724cffe60af req-be5a7a5b-db9c-4cce-a5b6-dd017f157b06 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:35.166618 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-00431cc8-1900-4579-98cf-2724cffe60af req-be5a7a5b-db9c-4cce-a5b6-dd017f157b06 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0594459 Sep 15 14:16:35.215793 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-00431cc8-1900-4579-98cf-2724cffe60af req-454fedfe-091d-4238-b318-e28db87b87fe tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435801 Sep 15 14:16:35.335232 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:35.370462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-d2748782-3238-4312-98cc-8d861af7ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:35.371944 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-d2748782-3238-4312-98cc-8d861af7ba0d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.0451658 Sep 15 14:16:35.416828 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-2c1490dd-c96f-47e7-a514-4164226ab2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:35.418331 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-2c1490dd-c96f-47e7-a514-4164226ab2af service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389860 Sep 15 14:16:35.444472 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add09e4-1aff-49e0-91e1-d3e4c933edae req-1fbfe37c-cfd9-461f-8dc1-a4ec32325188 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:35.445943 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5add09e4-1aff-49e0-91e1-d3e4c933edae req-1fbfe37c-cfd9-461f-8dc1-a4ec32325188 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0469372 Sep 15 14:16:35.496977 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5add09e4-1aff-49e0-91e1-d3e4c933edae req-b46ea161-7f3d-491d-bcbe-002c9bc6e307 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452111 Sep 15 14:16:35.519534 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:35.534239 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-6df1d394-da25-4284-b68c-5c9d1a99b416 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879467 Sep 15 14:16:35.639205 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-40ee6238-d383-4f47-91de-17b3ad93ea44 req-47d665af-02df-4d2b-ba25-0bc478845526 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809729 Sep 15 14:16:36.342018 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fe3b5-dddd-4fe6-984c-5f43936d387c req-82061607-4443-4dcd-b97f-abaeaf136ac4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:36.343490 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-355fe3b5-dddd-4fe6-984c-5f43936d387c req-82061607-4443-4dcd-b97f-abaeaf136ac4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0514789 Sep 15 14:16:36.390822 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-355fe3b5-dddd-4fe6-984c-5f43936d387c req-e20fbc30-a4d8-4d6f-b387-a71f2d8fafe9 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415931 Sep 15 14:16:36.631805 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393566d-2ee8-414b-bf42-e259043f37a2 req-36e1e2d1-876f-41b8-a59e-e9461e7ac415 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:36.633393 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8393566d-2ee8-414b-bf42-e259043f37a2 req-36e1e2d1-876f-41b8-a59e-e9461e7ac415 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0593073 Sep 15 14:16:36.681754 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8393566d-2ee8-414b-bf42-e259043f37a2 req-805c61dc-4c2e-4de0-864e-b47a3809a4d4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Sep 15 14:16:36.899502 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:36.903878 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:37.037386 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3b5ce-2c39-4b4e-9351-ffc3ee1e05ef req-bd22a0dc-ff8d-4066-bd5b-807c488ea687 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:37.038848 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-71d3b5ce-2c39-4b4e-9351-ffc3ee1e05ef req-bd22a0dc-ff8d-4066-bd5b-807c488ea687 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0458219 Sep 15 14:16:37.086206 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-71d3b5ce-2c39-4b4e-9351-ffc3ee1e05ef req-b1620e2f-5eb2-4fd4-9a84-d1f7c4d0fdab tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Sep 15 14:16:37.261336 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-c9ba15b0-b659-419d-8f0e-d35055610bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:37.262801 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-c9ba15b0-b659-419d-8f0e-d35055610bc8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 1130 time: 0.0390863 Sep 15 14:16:37.354588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-b81bf12a-bb18-422a-8a90-fd582a8199d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:37.356005 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-b81bf12a-bb18-422a-8a90-fd582a8199d5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.0867381 Sep 15 14:16:37.420296 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-03bd49a4-d0fb-4416-bf31-dab78e2cfdac service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8409c65f-618f-424a-9458-b2d4ffc0defc HTTP/1.1" status: 200 len: 1001 time: 0.0532520 Sep 15 14:16:37.475065 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-0a1457e1-209f-496e-b4da-7363505c8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:37.476566 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-0a1457e1-209f-496e-b4da-7363505c8ac5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0496483 Sep 15 14:16:37.515002 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ab17e-b416-44c6-9af5-2faa33f14807 req-582d42e5-ebc2-4759-952c-c098cd8c086e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:37.516487 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-384ab17e-b416-44c6-9af5-2faa33f14807 req-582d42e5-ebc2-4759-952c-c098cd8c086e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0479434 Sep 15 14:16:37.520215 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-1abf46b7-5663-4148-98d5-ff200a4ba39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:37.521814 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-1abf46b7-5663-4148-98d5-ff200a4ba39e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391533 Sep 15 14:16:37.564738 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-384ab17e-b416-44c6-9af5-2faa33f14807 req-d2b5ca96-7d5b-469b-8fb2-4017777e8046 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421681 Sep 15 14:16:37.620107 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-ea70b72f-8849-4fd0-b927-b5923d657885 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914872 Sep 15 14:16:37.709639 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ec4cc9da-e55d-4fd1-a248-7426252f8870 req-9cd6ae82-f3e9-40c6-b875-d20eb01761d3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825713 Sep 15 14:16:38.211155 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09d10d-5281-4611-a17a-eeab77b5de71 req-b25845c8-a387-408b-b34b-213938a33b61 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:38.212681 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e09d10d-5281-4611-a17a-eeab77b5de71 req-b25845c8-a387-408b-b34b-213938a33b61 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0471704 Sep 15 14:16:38.232557 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:38.265162 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6e09d10d-5281-4611-a17a-eeab77b5de71 req-dae79829-870b-47f3-9217-4955bf515598 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468245 Sep 15 14:16:39.598718 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469d4e6-da5a-497c-acd3-de3bb64ab255 req-dd7c7d05-2486-4754-b3b1-0376b7f89681 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:39.600487 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9469d4e6-da5a-497c-acd3-de3bb64ab255 req-dd7c7d05-2486-4754-b3b1-0376b7f89681 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.2588902 Sep 15 14:16:39.647897 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9469d4e6-da5a-497c-acd3-de3bb64ab255 req-8de20e1c-b8c6-4f07-9674-1a275a46a66a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 Sep 15 14:16:40.775215 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4afd4b-02d4-4495-9ae8-088e9b2a37c7 req-8273693d-523a-4b13-b9e4-303c3d9f44d7 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:40.776730 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0e4afd4b-02d4-4495-9ae8-088e9b2a37c7 req-8273693d-523a-4b13-b9e4-303c3d9f44d7 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0490098 Sep 15 14:16:40.824244 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0e4afd4b-02d4-4495-9ae8-088e9b2a37c7 req-4404b340-b872-4966-89b3-c52374a7d952 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Sep 15 14:16:40.942391 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2290522-2f61-4bce-a407-acaa2a3a934f req-a75c157b-45cb-4c57-816b-ba16e62e1545 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:40.944365 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b2290522-2f61-4bce-a407-acaa2a3a934f req-a75c157b-45cb-4c57-816b-ba16e62e1545 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0494008 Sep 15 14:16:40.954960 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56390) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:16:40.959741 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-f8fd107b-2392-49d1-8a03-aa2a9543dc03 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Request body: {'floatingip': {'port_id': '8409c65f-618f-424a-9458-b2d4ffc0defc'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:16:41.024739 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8fd107b-2392-49d1-8a03-aa2a9543dc03 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for floatingip (49c1edc8-cd6b-4d67-9896-16e2fb564457), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:41.089175 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ff5af-e598-462b-8ebb-b50f3b50b5c9 req-ab919bfd-96cf-4e97-882f-ac6a0aeb8825 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:41.090653 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-586ff5af-e598-462b-8ebb-b50f3b50b5c9 req-ab919bfd-96cf-4e97-882f-ac6a0aeb8825 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0861716 Sep 15 14:16:41.220977 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-586ff5af-e598-462b-8ebb-b50f3b50b5c9 req-3278f3e0-4d84-4d70-9c2d-25275cfe0f54 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233673 Sep 15 14:16:41.311230 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d031-4403-44aa-b40d-29148bfc9799 req-cfddc4f5-3566-41fb-8d98-bbd0dd01a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:41.312908 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f686d031-4403-44aa-b40d-29148bfc9799 req-cfddc4f5-3566-41fb-8d98-bbd0dd01a77e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 1169 time: 0.0396140 Sep 15 14:16:41.329060 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:41.356048 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:41.408404 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d031-4403-44aa-b40d-29148bfc9799 req-da8974a0-8998-49ca-b3a8-f711973ddb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:41.409867 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f686d031-4403-44aa-b40d-29148bfc9799 req-da8974a0-8998-49ca-b3a8-f711973ddb35 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9929a618-46ec-43e0-9a7a-ac3572079a97 HTTP/1.1" status: 200 len: 915 time: 0.0903265 Sep 15 14:16:41.475374 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f686d031-4403-44aa-b40d-29148bfc9799 req-984247c7-4021-43fc-8a12-2cd1eb82dc58 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 200 len: 1002 time: 0.0568581 Sep 15 14:16:41.529379 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d031-4403-44aa-b40d-29148bfc9799 req-d3021656-50cc-444b-a010-046b7eb5038e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:41.530850 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f686d031-4403-44aa-b40d-29148bfc9799 req-d3021656-50cc-444b-a010-046b7eb5038e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b4fc9951-4c7b-478a-a14b-19180e41e774 HTTP/1.1" status: 200 len: 854 time: 0.0488763 Sep 15 14:16:41.560059 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8fd107b-2392-49d1-8a03-aa2a9543dc03 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:41.563892 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8fd107b-2392-49d1-8a03-aa2a9543dc03 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (49c1edc8-cd6b-4d67-9896-16e2fb564457), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:41.577592 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d031-4403-44aa-b40d-29148bfc9799 req-d4f6c611-6856-4423-a2bf-1c7cb70aaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:41.579266 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f686d031-4403-44aa-b40d-29148bfc9799 req-d4f6c611-6856-4423-a2bf-1c7cb70aaea0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9929a618-46ec-43e0-9a7a-ac3572079a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417452 Sep 15 14:16:41.609555 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:41.670070 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f686d031-4403-44aa-b40d-29148bfc9799 req-a3f26f27-9767-466d-a334-6c20919b523a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839281 Sep 15 14:16:41.763966 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f686d031-4403-44aa-b40d-29148bfc9799 req-66dae339-24a0-4a3d-b08c-aa8709a5c56e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857487 Sep 15 14:16:41.767272 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fd107b-2392-49d1-8a03-aa2a9543dc03 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:16:41.878523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fd107b-2392-49d1-8a03-aa2a9543dc03 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:16:41.883721 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8fd107b-2392-49d1-8a03-aa2a9543dc03 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:41.888265 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] Sync routers for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:16:41.902037 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:16:41.902663 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:16:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:16:41.919317 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:16:41.921689 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5929f28a-35a2-408f-8f93-38b510ceb344" -d '{"events": [{"name": "network-changed", "server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:16:41.967090 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f8fd107b-2392-49d1-8a03-aa2a9543dc03 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/49c1edc8-cd6b-4d67-9896-16e2fb564457 HTTP/1.1" status: 200 len: 993 time: 1.0112789 Sep 15 14:16:42.010068 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:16:42.028914 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c3c2aa-153e-4f28-9bc2-029dc5d7551f x-openstack-request-id: req-81c3c2aa-153e-4f28-9bc2-029dc5d7551f {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:16:42.029207 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:16:42.029458 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-81c3c2aa-153e-4f28-9bc2-029dc5d7551f {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:16:42.029862 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c3c2aa-153e-4f28-9bc2-029dc5d7551f'] response: {'name': 'network-changed', 'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'status': 'completed', 'code': 200} Sep 15 14:16:42.225501 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '49c1edc8-cd6b-4d67-9896-16e2fb564457', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'port_id': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'mac_address': 'fa:16:3e:c4:fa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:12:44Z', 'updated_at': '2022-09-15T14:16:41Z', 'revision_number': 3, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:16:42.229118 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-a8279c23-459a-412c-976d-c687248afd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:42.230623 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-a8279c23-459a-412c-976d-c687248afd6a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 1130 time: 0.0404522 Sep 15 14:16:42.250058 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] Checking router: 35b3ee80-73b2-4575-9855-f9c2c2e7c927 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:16:42.259535 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:16:42.260204 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:16:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:16:42.336281 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-311eec24-f904-4ef7-9191-658f77052fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:42.337924 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-311eec24-f904-4ef7-9191-658f77052fbc service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.1005058 Sep 15 14:16:42.350388 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20828780-e266-456a-be5a-1c71aa40e65f req-62ca0cb4-c1bd-451f-89b5-71d1c14ae566 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:42.352183 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-20828780-e266-456a-be5a-1c71aa40e65f req-62ca0cb4-c1bd-451f-89b5-71d1c14ae566 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0497134 Sep 15 14:16:42.371297 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:16:42.401364 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-8501b263-77aa-4ca4-8725-cf9c0e8c790e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8409c65f-618f-424a-9458-b2d4ffc0defc HTTP/1.1" status: 200 len: 1001 time: 0.0568073 Sep 15 14:16:42.420351 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-20828780-e266-456a-be5a-1c71aa40e65f req-4a4c738d-1f5d-48d6-bec5-64d395ad6b3c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624716 Sep 15 14:16:42.463974 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-23963d21-7d7b-4f7e-bb50-9d39b5349682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:42.465458 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-23963d21-7d7b-4f7e-bb50-9d39b5349682 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0524950 Sep 15 14:16:42.511509 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-4c8c18e7-0b9c-418a-8dea-8aa6ef7b8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:42.513165 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-4c8c18e7-0b9c-418a-8dea-8aa6ef7b8f9f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395093 Sep 15 14:16:42.587787 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '49c1edc8-cd6b-4d67-9896-16e2fb564457', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'port_id': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'mac_address': 'fa:16:3e:c4:fa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:12:44Z', 'updated_at': '2022-09-15T14:16:41Z', 'revision_number': 3, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:16:42.607554 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-d29d575b-033f-4abe-8571-3d12d0df8560 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879898 Sep 15 14:16:42.612603 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97631b-b1c1-4c6b-85c9-b6b68d219e02 None None] The sync data for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi is: [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '49c1edc8-cd6b-4d67-9896-16e2fb564457', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'port_id': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'mac_address': 'fa:16:3e:c4:fa:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:12:44Z', 'updated_at': '2022-09-15T14:16:41Z', 'revision_number': 3, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:16:42.673251 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:42.703798 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5929f28a-35a2-408f-8f93-38b510ceb344 req-e3a55341-6596-48a2-9dc1-32411771efaf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872519 Sep 15 14:16:43.545379 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b124e0-7112-4e97-8625-932a1bf9d4a1 req-aa1d252c-d82e-4cca-b3f8-40d4f2f254af tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:43.546848 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b0b124e0-7112-4e97-8625-932a1bf9d4a1 req-aa1d252c-d82e-4cca-b3f8-40d4f2f254af tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0475709 Sep 15 14:16:43.579779 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:43.611907 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b0b124e0-7112-4e97-8625-932a1bf9d4a1 req-4cc548ef-bed8-4417-a652-49fb9c060fa5 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587878 Sep 15 14:16:44.031126 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:16:44.033520 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5cb4db-77f0-49e7-883c-566f5beb4a10" -d '{"events": [{"name": "network-changed", "server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:16:44.073299 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da21529f-52ac-496c-af64-2a32daef956f x-openstack-request-id: req-da21529f-52ac-496c-af64-2a32daef956f {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:16:44.073583 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:16:44.073832 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-da21529f-52ac-496c-af64-2a32daef956f {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:16:44.074227 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da21529f-52ac-496c-af64-2a32daef956f'] response: {'name': 'network-changed', 'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'status': 'completed', 'code': 200} Sep 15 14:16:44.174148 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-5ae5d832-215a-4a57-9c4a-019122ddb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:44.175628 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-5ae5d832-215a-4a57-9c4a-019122ddb96c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 1130 time: 0.0376647 Sep 15 14:16:44.268431 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-ca5e5d11-9737-4b8e-ab37-ed725deef599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:44.269871 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-ca5e5d11-9737-4b8e-ab37-ed725deef599 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.0882363 Sep 15 14:16:44.332141 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-fdc5eb58-d040-42dd-8189-846f7697cec3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8409c65f-618f-424a-9458-b2d4ffc0defc HTTP/1.1" status: 200 len: 1001 time: 0.0555861 Sep 15 14:16:44.383370 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-4d80630b-363f-434c-b9e0-0c0ca19fb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:44.384813 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-4d80630b-363f-434c-b9e0-0c0ca19fb273 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0438414 Sep 15 14:16:44.430401 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-6337a47f-9a5b-4b23-bc3c-372d1c7da155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:44.431879 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-6337a47f-9a5b-4b23-bc3c-372d1c7da155 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405657 Sep 15 14:16:44.524786 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-2412617d-55ef-4703-9242-4af3dba6360d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836823 Sep 15 14:16:44.619778 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc5cb4db-77f0-49e7-883c-566f5beb4a10 req-61098c63-34a3-4183-9521-c25dff1715ae service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862031 Sep 15 14:16:44.737302 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac8ee4-b49e-44fb-bc37-507fb4914fc7 req-63fa516f-e223-48f2-88d7-8b3690af0760 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:44.738759 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-25ac8ee4-b49e-44fb-bc37-507fb4914fc7 req-63fa516f-e223-48f2-88d7-8b3690af0760 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0482488 Sep 15 14:16:44.798468 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-25ac8ee4-b49e-44fb-bc37-507fb4914fc7 req-a044d614-a294-436f-80e8-04c772a62c43 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540600 Sep 15 14:16:45.924417 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc35057-13fe-4eb8-b405-9b1a8db90a52 req-210f47b8-e79d-479d-b70b-7d2ccfe62db7 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:45.925881 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bdc35057-13fe-4eb8-b405-9b1a8db90a52 req-210f47b8-e79d-479d-b70b-7d2ccfe62db7 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0506697 Sep 15 14:16:45.985631 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bdc35057-13fe-4eb8-b405-9b1a8db90a52 req-fe39155c-d120-41a0-b74c-8acb90c171cc tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534513 Sep 15 14:16:46.549927 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:47.110876 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af98c6b-d059-45a0-9446-868991a765ff req-ea83910d-b667-4857-a897-342fe9e2d578 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:47.112351 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7af98c6b-d059-45a0-9446-868991a765ff req-ea83910d-b667-4857-a897-342fe9e2d578 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0509644 Sep 15 14:16:47.171281 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7af98c6b-d059-45a0-9446-868991a765ff req-75dce72b-748a-4073-90eb-511664b11480 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532176 Sep 15 14:16:48.295180 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e932b-7806-4d13-9a6a-503106f77229 req-363aece0-ad26-4a8f-9f89-5a502d79a657 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:48.296755 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40e932b-7806-4d13-9a6a-503106f77229 req-363aece0-ad26-4a8f-9f89-5a502d79a657 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0520632 Sep 15 14:16:48.359870 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40e932b-7806-4d13-9a6a-503106f77229 req-3e3e5c3a-45f8-498b-a0c6-cab0269467f3 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573118 Sep 15 14:16:49.483036 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c734-5fe0-44d8-8285-520c8a78526c req-ea3d23c4-c726-4430-99ed-a56fbc72e281 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:49.484561 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4a82c734-5fe0-44d8-8285-520c8a78526c req-ea3d23c4-c726-4430-99ed-a56fbc72e281 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0482748 Sep 15 14:16:49.544676 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4a82c734-5fe0-44d8-8285-520c8a78526c req-988a9132-8aff-46ee-b4c0-c9b5432af5f7 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543098 Sep 15 14:16:49.891236 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:16:49.933330 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-c1764486-4bd6-43f8-b0e7-b1cd629774cd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375724 Sep 15 14:16:50.013952 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-9ac71412-4293-4b1d-bdfd-02fa9156f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:50.015426 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-9ac71412-4293-4b1d-bdfd-02fa9156f00c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 1130 time: 0.0405266 Sep 15 14:16:50.090239 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:50.121889 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:50.127043 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-99b53111-4e09-4245-b486-3abcfb17e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:50.128536 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-99b53111-4e09-4245-b486-3abcfb17e9e9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.0872319 Sep 15 14:16:50.172535 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-bde14e8f-c2b1-4e1c-92bf-e39cbbf5618c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3 HTTP/1.1" status: 200 len: 217 time: 0.0371737 Sep 15 14:16:50.221225 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-dabde49c-5932-4564-9708-58a2246fe06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:50.222645 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-dabde49c-5932-4564-9708-58a2246fe06d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0439160 Sep 15 14:16:50.274554 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-47835ab8-77f8-4974-888f-a8e93b28cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:50.276081 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-47835ab8-77f8-4974-888f-a8e93b28cddc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377381 Sep 15 14:16:50.373737 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-4c4805b2-0748-4a80-8eaf-6c99abeecbf9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857961 Sep 15 14:16:50.464996 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7c2e398f-f1ef-4918-bfce-0748ff2162f5 req-c2806e20-8446-4786-a617-ddf7f532619d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812106 Sep 15 14:16:50.661870 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:50.670799 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8503-1608-45bd-8fd1-95bb1a020892 req-c072d74f-0600-4aed-b7bc-3df77ac528f4 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:50.672297 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8aed8503-1608-45bd-8fd1-95bb1a020892 req-c072d74f-0600-4aed-b7bc-3df77ac528f4 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0506113 Sep 15 14:16:50.732988 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8aed8503-1608-45bd-8fd1-95bb1a020892 req-3cfa173a-770f-4b4d-aa18-3170df0dc41a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542495 Sep 15 14:16:51.859639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079b0a7-177c-43e7-bad9-197b08619d63 req-a423e23d-ea86-4562-9c52-f554a2639f71 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:51.861133 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6079b0a7-177c-43e7-bad9-197b08619d63 req-a423e23d-ea86-4562-9c52-f554a2639f71 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0514946 Sep 15 14:16:51.920212 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6079b0a7-177c-43e7-bad9-197b08619d63 req-ff94aaa9-f76c-4594-b25b-f883aba732eb tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534182 Sep 15 14:16:53.099792 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593505b5-6e78-46b3-9c7f-9941ac2ef1c2 req-1a854e33-e362-4f17-8df0-f79f6261b1c5 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:53.101272 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-593505b5-6e78-46b3-9c7f-9941ac2ef1c2 req-1a854e33-e362-4f17-8df0-f79f6261b1c5 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0478394 Sep 15 14:16:53.159875 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-593505b5-6e78-46b3-9c7f-9941ac2ef1c2 req-d1634be3-6548-4c92-acd1-fb5f6aa497b8 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528939 Sep 15 14:16:53.484925 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:54.282003 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504f4f7-8b0d-4fda-a2c2-bca198633b01 req-9131f2c1-4453-4ac6-a73b-baa8b955bd85 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:54.283473 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1504f4f7-8b0d-4fda-a2c2-bca198633b01 req-9131f2c1-4453-4ac6-a73b-baa8b955bd85 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0482614 Sep 15 14:16:54.343503 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1504f4f7-8b0d-4fda-a2c2-bca198633b01 req-07525d50-05b3-4ba2-a569-eaa3c3859efd tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542185 Sep 15 14:16:55.470751 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023a6eb-0a16-4575-bbbf-bce9258276f0 req-1841bc24-5757-4fc4-98d3-28242135f7e8 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:55.472313 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2023a6eb-0a16-4575-bbbf-bce9258276f0 req-1841bc24-5757-4fc4-98d3-28242135f7e8 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0528286 Sep 15 14:16:55.537445 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2023a6eb-0a16-4575-bbbf-bce9258276f0 req-7d1fe491-ac65-4c47-9dbf-d9f82f1d871c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580451 Sep 15 14:16:56.658736 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda803-adba-4981-863c-a3fcc7ee7352 req-fa77d95e-76d1-486e-92b8-1942acd44ecb tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:56.660252 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7eeda803-adba-4981-863c-a3fcc7ee7352 req-fa77d95e-76d1-486e-92b8-1942acd44ecb tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0478630 Sep 15 14:16:56.720304 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7eeda803-adba-4981-863c-a3fcc7ee7352 req-bdf268f5-fc7d-4081-9b22-d8421f5b1f28 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538704 Sep 15 14:16:57.104374 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b23033-96a2-4b7b-a7a5-3b6edd38b0ab req-859508ed-3d23-4538-872f-c13ae3027629 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:57.105753 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f9b23033-96a2-4b7b-a7a5-3b6edd38b0ab req-859508ed-3d23-4538-872f-c13ae3027629 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 946 time: 0.0467067 Sep 15 14:16:57.156704 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f9b23033-96a2-4b7b-a7a5-3b6edd38b0ab req-9cd0d22f-761a-40fd-a1d0-3be7eb5a0bb8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454869 Sep 15 14:16:57.842371 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271434e0-0aae-4a69-b2e1-d0361c82abcc req-007b42e9-4608-4a03-bdb8-c615ab1f9338 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:57.843826 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-271434e0-0aae-4a69-b2e1-d0361c82abcc req-007b42e9-4608-4a03-bdb8-c615ab1f9338 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0466039 Sep 15 14:16:57.905747 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-271434e0-0aae-4a69-b2e1-d0361c82abcc req-be074b58-8e65-4cc7-a7df-0174da2dac5b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559280 Sep 15 14:16:58.263905 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:58.282083 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99640d4-efb6-4934-8b61-c0bc137069e5 req-88d8922a-c69b-4c47-aa0e-5f1cf57e88d8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:58.283547 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e99640d4-efb6-4934-8b61-c0bc137069e5 req-88d8922a-c69b-4c47-aa0e-5f1cf57e88d8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 946 time: 0.0477393 Sep 15 14:16:58.330533 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e99640d4-efb6-4934-8b61-c0bc137069e5 req-78e7fc86-d14d-4128-94fd-a0fe5518e3d0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Sep 15 14:16:58.416644 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:58.428215 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-23b9ad1c-3adc-4ca6-9884-9c95f414182f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:16:59.049052 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7faf9-c039-4182-90cc-3fadc7278b64 req-7f39d6d6-304d-4978-8cec-4863d7cceec8 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:59.049052 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-80b7faf9-c039-4182-90cc-3fadc7278b64 req-7f39d6d6-304d-4978-8cec-4863d7cceec8 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0540709 Sep 15 14:16:59.116666 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-80b7faf9-c039-4182-90cc-3fadc7278b64 req-623713dd-acf7-459c-8eab-68e5ab7f43db tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614679 Sep 15 14:16:59.329891 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:59.341784 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-95f15b3e-8ecc-4e69-8c8d-401a4941d25d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:59.343251 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-95f15b3e-8ecc-4e69-8c8d-401a4941d25d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 946 time: 0.0599756 Sep 15 14:16:59.463109 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4f8bc-0b81-443f-9a64-90398ee5ae44 req-1f1e96c5-cf58-4240-a80c-c1b57e1d3ab0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:16:59.464658 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-14a4f8bc-0b81-443f-9a64-90398ee5ae44 req-1f1e96c5-cf58-4240-a80c-c1b57e1d3ab0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 946 time: 0.0504930 Sep 15 14:16:59.517559 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-14a4f8bc-0b81-443f-9a64-90398ee5ae44 req-3e1f7916-25a0-408b-b1ba-3942cfb43f68 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466952 Sep 15 14:16:59.887961 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:59.926188 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:16:59.983964 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Deleting port 4a259232-6560-4e78-840c-88777a6ee853 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:16:59.984303 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (4a259232-6560-4e78-840c-88777a6ee853), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:00.072412 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] For port 4a259232-6560-4e78-840c-88777a6ee853, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=4a259232-6560-4e78-840c-88777a6ee853,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:00.073112 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (4a259232-6560-4e78-840c-88777a6ee853), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:00.329362 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431e5f0-967f-4217-8156-db0e062ec0cd req-3c751484-d74a-44a6-a902-4b2cb56dd9b7 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:00.330816 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c431e5f0-967f-4217-8156-db0e062ec0cd req-3c751484-d74a-44a6-a902-4b2cb56dd9b7 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.1208675 Sep 15 14:17:00.388462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:00.388825 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (55061bf5-d0de-45bc-afc1-ce83f1e4561e), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:00.389142 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Floating IP 55061bf5-d0de-45bc-afc1-ce83f1e4561e disassociated. External IP: 172.27.1.71, port: 4a259232-6560-4e78-840c-88777a6ee853. Sep 15 14:17:00.389482 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Calling delete_port for 4a259232-6560-4e78-840c-88777a6ee853 owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:17:00.466528 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c431e5f0-967f-4217-8156-db0e062ec0cd req-fa7189c1-1d3e-4aad-90ff-9b70bbf3c742 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&id=f02c5e1e-ffb1-43e0-9848-33194254a727&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287539 Sep 15 14:17:00.654636 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd805c-7563-4515-8823-7e4f7e9d1601 req-39ca5fad-ce20-496e-aa35-ce90c1b8d075 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:00.656235 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c1dd805c-7563-4515-8823-7e4f7e9d1601 req-39ca5fad-ce20-496e-aa35-ce90c1b8d075 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 946 time: 0.0520666 Sep 15 14:17:00.680581 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9524882b-914d-4e7c-9288-c0587c526406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:00.710823 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c1dd805c-7563-4515-8823-7e4f7e9d1601 req-a4278077-bfb5-4fa4-85b9-1e99d08f68a1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7018a5d1-ad2c-47aa-ab2e-694218eb2a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470316 Sep 15 14:17:00.788113 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (4a259232-6560-4e78-840c-88777a6ee853), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:00.815338 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event deleted for resources: {'Port': ['ID=4a259232-6560-4e78-840c-88777a6ee853,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:00.827739 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.828085 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.828419 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.828752 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.829079 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.829407 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.829730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.830053 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.830373 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.830689 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.831005 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.831323 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.831637 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.831980 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.832293 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:00.940653 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:17:01.043477 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:17:01.055148 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] Sync routers for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:17:01.065926 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:17:01.066880 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:17:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:01.086302 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] No DVR routers for this DVR port 4a259232-6560-4e78-840c-88777a6ee853 on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:17:01.088850 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:01.092046 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f6b8b8e7-47e4-4e03-ada6-20980fea65c8 req-82a3eead-9b4c-432a-8d5a-986edd1e143a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "DELETE /networking/v2.0/ports/4a259232-6560-4e78-840c-88777a6ee853 HTTP/1.1" status: 204 len: 173 time: 1.1921630 Sep 15 14:17:01.092531 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-deleted', 'tag': '4a259232-6560-4e78-840c-88777a6ee853'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:17:01.094769 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6644d2-0372-446f-93ad-963c873d4467" -d '{"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-deleted", "tag": "4a259232-6560-4e78-840c-88777a6ee853"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:17:01.180288 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:17:01.201696 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f95b3d-a547-4d99-aaa7-59c425acdc1a x-openstack-request-id: req-99f95b3d-a547-4d99-aaa7-59c425acdc1a {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:17:01.201987 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c972aa-5fee-4e35-a30f-dd5e48f7d108", "name": "network-vif-deleted", "tag": "4a259232-6560-4e78-840c-88777a6ee853", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:17:01.202259 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-99f95b3d-a547-4d99-aaa7-59c425acdc1a {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:17:01.202653 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f95b3d-a547-4d99-aaa7-59c425acdc1a'] response: {'server_uuid': '66c972aa-5fee-4e35-a30f-dd5e48f7d108', 'name': 'network-vif-deleted', 'tag': '4a259232-6560-4e78-840c-88777a6ee853', 'status': 'completed', 'code': 200} Sep 15 14:17:01.385749 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:01.413336 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] Checking router: 4fef3ef1-c250-418a-9f8a-2a235f0233e9 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:17:01.422488 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:17:01.423154 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:17:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:01.603198 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:17:01.787710 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:01.818882 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f60339-1def-43d2-81ac-75e1352d61b9 None None] The sync data for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi is: [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:17:01.995876 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:02.030200 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f44b2c20-b37e-4d54-b2fc-0e7ab1a0dba1 req-5b2cb627-dcd1-438b-abef-ee123b9ff8a4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=66c972aa-5fee-4e35-a30f-dd5e48f7d108 HTTP/1.1" status: 200 len: 210 time: 0.0365269 Sep 15 14:17:02.119036 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd4b07-208c-4c63-9e85-0a9387cc15e4 None None] New status for floating IP 55061bf5-d0de-45bc-afc1-ce83f1e4561e: DOWN {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:17:02.824679 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:17:02.844378 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 4a259232-6560-4e78-840c-88777a6ee853 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:17:02.844721 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 4a259232-6560-4e78-840c-88777a6ee853 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:17:03.156890 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56484) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:03.214076 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (7018a5d1-ad2c-47aa-ab2e-694218eb2a89), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.236145 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (7018a5d1-ad2c-47aa-ab2e-694218eb2a89), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.287272 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (7018a5d1-ad2c-47aa-ab2e-694218eb2a89), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.289815 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.290956 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7018a5d1-ad2c-47aa-ab2e-694218eb2a89 HTTP/1.1" status: 204 len: 168 time: 0.1330595 Sep 15 14:17:03.293852 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56486) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:03.302079 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7018a5d1-ad2c-47aa-ab2e-694218eb2a89,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:03.307583 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.307966 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.308290 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.309008 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.309008 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.309304 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.313722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.313722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.313722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.313722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.313722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.313722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.313722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.313722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.313722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e38af5-fe68-4f9b-8887-c2fe221da6b5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:03.326022 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.api.v2.resource [None req-5f451f7b-258d-4eb5-a70e-df46f8d29d95 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] show failed (client error): The resource could not be found. Sep 15 14:17:03.327171 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5f451f7b-258d-4eb5-a70e-df46f8d29d95 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups/7018a5d1-ad2c-47aa-ab2e-694218eb2a89 HTTP/1.1" status: 404 len: 347 time: 0.0314989 Sep 15 14:17:03.330021 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56488) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:03.448589 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.449228 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Deleting port 9dda68db-d272-4bae-8fd8-84b45cd785ec {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:17:03.449228 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (9dda68db-d272-4bae-8fd8-84b45cd785ec), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.515496 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.527078 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (9dda68db-d272-4bae-8fd8-84b45cd785ec), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.527402 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (9dda68db-d272-4bae-8fd8-84b45cd785ec), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.541036 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Calling delete_port for 9dda68db-d272-4bae-8fd8-84b45cd785ec owned by network:floatingip {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:17:03.600108 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:03.682396 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (9dda68db-d272-4bae-8fd8-84b45cd785ec), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.708800 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event deleted for resources: {'Port': ['ID=9dda68db-d272-4bae-8fd8-84b45cd785ec,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:03.777350 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (55061bf5-d0de-45bc-afc1-ce83f1e4561e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.779905 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.781065 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d30ceb3c-8c6c-4464-8e9b-1008df6841e4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/55061bf5-d0de-45bc-afc1-ce83f1e4561e HTTP/1.1" status: 204 len: 168 time: 0.4500191 Sep 15 14:17:03.886529 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56492) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:03.890974 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-c3223872-9b16-4d08-9553-fde289570666 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193606540', 'description': 'tempest-description--1317077512'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:03.908342 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:03.913463 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3223872-9b16-4d08-9553-fde289570666 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.915590 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:03.986174 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3223872-9b16-4d08-9553-fde289570666 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:03.989479 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3223872-9b16-4d08-9553-fde289570666 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.020061 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3223872-9b16-4d08-9553-fde289570666 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.021865 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-c3223872-9b16-4d08-9553-fde289570666 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1343496 Sep 15 14:17:04.022556 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3223872-9b16-4d08-9553-fde289570666 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:04.024971 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56494) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:04.029584 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-e306c445-7deb-41c0-b500-ce201c5a4261 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'security_group_rule': {'security_group_id': '0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:04.041523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:04.057198 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e306c445-7deb-41c0-b500-ce201c5a4261 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (e89c8506-8499-45c5-aeb6-6fbbd13173f1), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.112907 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e306c445-7deb-41c0-b500-ce201c5a4261 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (e89c8506-8499-45c5-aeb6-6fbbd13173f1), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.116853 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e306c445-7deb-41c0-b500-ce201c5a4261 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (e89c8506-8499-45c5-aeb6-6fbbd13173f1), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.135512 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306c445-7deb-41c0-b500-ce201c5a4261 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89c8506-8499-45c5-aeb6-6fbbd13173f1,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:04.142242 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e306c445-7deb-41c0-b500-ce201c5a4261 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.143426 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-e306c445-7deb-41c0-b500-ce201c5a4261 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174753 Sep 15 14:17:04.146491 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56496) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:04.150797 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-5d074e0d-0ec2-4fc8-89a4-9d1a54fe7ee9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'security_group_rule': {'security_group_id': '0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:04.177759 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5d074e0d-0ec2-4fc8-89a4-9d1a54fe7ee9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (8fab5297-5b66-4866-b9e7-bd9d7b7f4bf7), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.236913 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5d074e0d-0ec2-4fc8-89a4-9d1a54fe7ee9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (8fab5297-5b66-4866-b9e7-bd9d7b7f4bf7), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.241357 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5d074e0d-0ec2-4fc8-89a4-9d1a54fe7ee9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (8fab5297-5b66-4866-b9e7-bd9d7b7f4bf7), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.262124 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d074e0d-0ec2-4fc8-89a4-9d1a54fe7ee9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fab5297-5b66-4866-b9e7-bd9d7b7f4bf7,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:04.266615 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5d074e0d-0ec2-4fc8-89a4-9d1a54fe7ee9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.267868 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-5d074e0d-0ec2-4fc8-89a4-9d1a54fe7ee9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203766 Sep 15 14:17:04.271116 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56498) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:04.275308 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:04.297473 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.375511 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.481930 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Allocated IP 172.27.1.111 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/6919223a-b9cf-48e0-859f-b8bc2a039849) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:17:04.586458 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for port (6919223a-b9cf-48e0-859f-b8bc2a039849), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.591410 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:04.620205 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (6919223a-b9cf-48e0-859f-b8bc2a039849), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.657875 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:17:04.663073 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:17:04.666894 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:17:04.687652 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'Port': ['ID=6919223a-b9cf-48e0-859f-b8bc2a039849,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:04.712025 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:04.787340 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (4ca3dc1b-40ce-438d-9366-78d8326ee7e2), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.829274 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6919223a-b9cf-48e0-859f-b8bc2a039849), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.976187 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for port (6919223a-b9cf-48e0-859f-b8bc2a039849), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:04.980624 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (6919223a-b9cf-48e0-859f-b8bc2a039849), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:05.046174 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'Port': ['ID=6919223a-b9cf-48e0-859f-b8bc2a039849,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:05.049819 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (4ca3dc1b-40ce-438d-9366-78d8326ee7e2), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:05.065848 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:05.068030 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-0f6f6fe8-5546-40e1-ac0d-5e8f892a4ca2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7952197 Sep 15 14:17:05.265095 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-db0156f4-5100-46e1-bcef-3c9f54dea18c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--193606540&fields=id&tenant_id=e76574d5f2094997a9c565d4ddf2a483 HTTP/1.1" status: 200 len: 267 time: 0.0446348 Sep 15 14:17:05.369530 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-3c0684d3-4d46-4f50-8d76-eab98ac5b828 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:05.370963 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-3c0684d3-4d46-4f50-8d76-eab98ac5b828 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 816 time: 0.0997031 Sep 15 14:17:05.385705 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-227d3b5f-e572-4332-871e-885dd446bb3c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/quotas/e76574d5f2094997a9c565d4ddf2a483 HTTP/1.1" status: 200 len: 375 time: 0.0092413 Sep 15 14:17:05.436170 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-03645b15-f78a-4a07-b692-c4321dbb09bf tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455763 Sep 15 14:17:05.619881 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-2f11f619-1447-4816-9387-f10695a06c6d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715274 Sep 15 14:17:05.885836 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:05.927598 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-d0a528ba-3ed9-4174-8a91-df160183d6dc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018613 Sep 15 14:17:06.094673 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-71cb5179-272b-4be9-abe8-32b0008c7382 req-6361be9b-1245-4d1b-9ed5-9d4f81b85cbc tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 210 time: 0.0298805 Sep 15 14:17:07.203599 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-54238998-5cd4-407c-b087-f35e09038bba req-7604e9cd-c3fa-43a5-8015-faf11e7b7b77 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 210 time: 0.0278115 Sep 15 14:17:07.383599 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-0873ddcb-2f0c-4a32-a7f0-499a91b12302 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:07.385325 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-0873ddcb-2f0c-4a32-a7f0-499a91b12302 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 816 time: 0.1077824 Sep 15 14:17:07.465737 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-6a13c794-915f-4a9e-9861-84517a21c620 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e76574d5f2094997a9c565d4ddf2a483 HTTP/1.1" status: 200 len: 379 time: 0.0530407 Sep 15 14:17:07.558932 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'port': {'device_id': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'admin_state_up': True, 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'security_groups': ['0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446']}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:07.665154 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Made reservation on behalf of e76574d5f2094997a9c565d4ddf2a483 for: {'port': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:17:07.668926 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:07.796540 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Allocated IP 172.20.0.7 (120cc345-9098-45c5-ab11-9d46cb943f4b/cb517a77-d7cf-4f8b-823c-b01c0b2f5d36/c1244560-3b75-460d-a38a-c7b6c0b2afaf) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:17:07.937814 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:07.959376 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:07.972455 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:08.015554 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Network 120cc345-9098-45c5-ab11-9d46cb943f4b is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:17:08.019885 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:08.024347 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:17:08.026808 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:17:08.034111 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:08.083974 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:08.084609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:08.103638 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-4226345b-7a2f-4ff2-96ad-046bec1398d1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483642 Sep 15 14:17:08.122091 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Request body: {'port': {'device_id': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:08.189906 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:08.211498 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-d6edd970-c64a-471c-8f54-1b4f3827eb7c None None] Provisioning complete for port c1244560-3b75-460d-a38a-c7b6c0b2afaf triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:17:08.212078 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-d6edd970-c64a-471c-8f54-1b4f3827eb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:08.212276 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-d6edd970-c64a-471c-8f54-1b4f3827eb7c None None] Attempt 1 to provision port c1244560-3b75-460d-a38a-c7b6c0b2afaf Sep 15 14:17:08.252944 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-d6edd970-c64a-471c-8f54-1b4f3827eb7c None None] Port c1244560-3b75-460d-a38a-c7b6c0b2afaf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:17:08.360161 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72749ab4-b29b-41e1-a06c-c9018c6e3c28 req-bc7b1a13-77a9-41f9-9ac8-511211b7ea38 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:08.361641 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-72749ab4-b29b-41e1-a06c-c9018c6e3c28 req-bc7b1a13-77a9-41f9-9ac8-511211b7ea38 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 931 time: 0.0725038 Sep 15 14:17:08.463102 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-72749ab4-b29b-41e1-a06c-c9018c6e3c28 req-54eeb38f-e908-479f-8d3e-c749f706c09d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741947 Sep 15 14:17:08.521429 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1244560-3b75-460d-a38a-c7b6c0b2afaf {{(pid=106455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:17:08.528833 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Publish callbacks [] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:08.540982 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.provisioning_blocks [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Transition to ACTIVE for port object c1244560-3b75-460d-a38a-c7b6c0b2afaf will not be triggered until provisioned by entity L2. {{(pid=106455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:17:08.544708 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:08.626758 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:08.653969 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Attempting to bind port c1244560-3b75-460d-a38a-c7b6c0b2afaf on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:17:08.654304 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Attempting to bind port c1244560-3b75-460d-a38a-c7b6c0b2afaf by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:17:08.654631 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Attempting to bind port c1244560-3b75-460d-a38a-c7b6c0b2afaf on network 120cc345-9098-45c5-ab11-9d46cb943f4b {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:17:08.696151 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Port c1244560-3b75-460d-a38a-c7b6c0b2afaf on network 120cc345-9098-45c5-ab11-9d46cb943f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:17:08.696478 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Attempting to bind port c1244560-3b75-460d-a38a-c7b6c0b2afaf on network 120cc345-9098-45c5-ab11-9d46cb943f4b {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:17:08.734636 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:08.738044 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:17:08.738385 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Checking segment: {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:17:08.738773 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Bound using segment: {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:17:08.739902 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Bound port: c1244560-3b75-460d-a38a-c7b6c0b2afaf, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a433ba-32f3-4e11-8469-3e4909aecec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:17:08.740250 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:08.753618 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-d6edd970-c64a-471c-8f54-1b4f3827eb7c None None] Attempt 2 to provision port c1244560-3b75-460d-a38a-c7b6c0b2afaf Sep 15 14:17:08.785640 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-d6edd970-c64a-471c-8f54-1b4f3827eb7c None None] Port c1244560-3b75-460d-a38a-c7b6c0b2afaf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:17:08.800512 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:17:08.804288 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:17:08.809804 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:08.814812 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:08.815424 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:08.817102 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/c1244560-3b75-460d-a38a-c7b6c0b2afaf HTTP/1.1" status: 200 len: 1093 time: 0.6990788 Sep 15 14:17:08.818490 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:17:08.820677 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799ed072-a43d-4e7b-a5fc-3c01c99b5650" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:17:08.871295 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb9fa3-0e78-4c0c-a926-0e27f3222d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:08.879421 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe3b2dc-0ae7-4b2a-81b6-884a5e473623 x-openstack-request-id: req-dbe3b2dc-0ae7-4b2a-81b6-884a5e473623 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:17:08.880005 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:17:08.880452 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dbe3b2dc-0ae7-4b2a-81b6-884a5e473623 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:17:08.880999 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe3b2dc-0ae7-4b2a-81b6-884a5e473623'] response: {'name': 'network-changed', 'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'status': 'completed', 'code': 200} Sep 15 14:17:08.937701 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:08.941363 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-fe141df4-fbf3-42ad-82a4-f372edb9b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:08.943460 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-fe141df4-fbf3-42ad-82a4-f372edb9b1d1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 1127 time: 0.0406032 Sep 15 14:17:08.994016 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-235f19e7-e1ea-4189-90af-9b8e805cc67c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf HTTP/1.1" status: 200 len: 217 time: 0.0317509 Sep 15 14:17:09.042818 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-98b13e6f-a0c1-4354-ba34-0e38714f3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:09.044239 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-98b13e6f-a0c1-4354-ba34-0e38714f3f90 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0436306 Sep 15 14:17:09.092272 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-cba3ff47-c786-4b2f-8952-083fc08ef97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:09.093754 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-cba3ff47-c786-4b2f-8952-083fc08ef97b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422647 Sep 15 14:17:09.184153 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-061cca2d-2250-4806-8be7-2b05a45841eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833788 Sep 15 14:17:09.276836 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9ed02594-95e6-472c-b98b-77209e9e0ff8 req-25e01444-8fde-4815-af5c-4bf28b5e0eee service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871289 Sep 15 14:17:09.286902 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-d6edd970-c64a-471c-8f54-1b4f3827eb7c None None] Attempt 3 to provision port c1244560-3b75-460d-a38a-c7b6c0b2afaf Sep 15 14:17:09.325022 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-d6edd970-c64a-471c-8f54-1b4f3827eb7c None None] Port c1244560-3b75-460d-a38a-c7b6c0b2afaf had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:17:09.589195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5012e7-a019-4511-8b89-77656b0adf2c req-226ecf22-a69e-4c17-8bda-84ffa39287b6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:09.590546 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bb5012e7-a019-4511-8b89-77656b0adf2c req-226ecf22-a69e-4c17-8bda-84ffa39287b6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0466175 Sep 15 14:17:09.637668 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bb5012e7-a019-4511-8b89-77656b0adf2c req-6c600ddd-828b-4116-822c-7c50ba25ff34 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415699 Sep 15 14:17:10.763351 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b9820-48fd-453d-a3b7-b43a4fb7f3a4 req-b351f557-8b2c-402c-bd0a-90e6ff0a19b2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:10.764877 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-234b9820-48fd-453d-a3b7-b43a4fb7f3a4 req-b351f557-8b2c-402c-bd0a-90e6ff0a19b2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0459976 Sep 15 14:17:10.816922 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-234b9820-48fd-453d-a3b7-b43a4fb7f3a4 req-48f31c5a-aa37-4426-81a9-6d52bdff3764 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462930 Sep 15 14:17:11.622216 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-9b7e248e-1841-491a-9a55-a2cc6c517936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:11.623621 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-9b7e248e-1841-491a-9a55-a2cc6c517936 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 1127 time: 0.0440001 Sep 15 14:17:11.713703 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-c3074bf3-ea67-4663-b02b-7ac76a1511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:11.715134 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-c3074bf3-ea67-4663-b02b-7ac76a1511ac service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 916 time: 0.0842900 Sep 15 14:17:11.756923 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-9dc763e1-cdf5-405d-9109-6597ab9fc886 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf HTTP/1.1" status: 200 len: 217 time: 0.0323842 Sep 15 14:17:11.808916 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-0cad7a0b-a81a-45a7-9ac7-7ea5ee9fa5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:11.810338 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-0cad7a0b-a81a-45a7-9ac7-7ea5ee9fa5f1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0470223 Sep 15 14:17:11.854195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-5d8b35d7-88c1-4d29-b7c5-48d49813236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:11.855674 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-5d8b35d7-88c1-4d29-b7c5-48d49813236b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377409 Sep 15 14:17:11.964507 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22908f6-d838-4464-9c28-34f47591747d req-4f77feaa-0daf-4c5d-9d03-bdabe0b44cd9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:11.965960 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b22908f6-d838-4464-9c28-34f47591747d req-4f77feaa-0daf-4c5d-9d03-bdabe0b44cd9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0599892 Sep 15 14:17:12.006287 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-0e5070c4-b24e-45d0-bbc8-71271b900525 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432037 Sep 15 14:17:12.041812 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:12.075822 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b22908f6-d838-4464-9c28-34f47591747d req-7ddeb695-01eb-4994-9ef6-d891bd465ab1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012943 Sep 15 14:17:12.116143 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-799ed072-a43d-4e7b-a5fc-3c01c99b5650 req-0e20566a-85d9-4616-82aa-0e6e553c73b1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025875 Sep 15 14:17:12.871883 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c1244560-3b75-460d-a38a-c7b6c0b2afaf details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:17:12.971758 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:12.983345 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'port_id': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'mac_address': 'fa:16:3e:53:d3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:17:13.017271 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port c1244560-3b75-460d-a38a-c7b6c0b2afaf is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:17:13.017660 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:13.030640 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1244560-3b75-460d-a38a-c7b6c0b2afaf {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:17:13.050997 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:13.055390 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:13.104405 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:13.111401 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.111773 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.112144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.112503 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.112841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.113168 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.113491 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.113814 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.114136 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.114458 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.114777 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.115206 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.116203 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.116773 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.116868 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:17:13.204694 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f77e6-096f-47fe-b4eb-792d8379949f req-d0930e26-2cb5-4ea6-b3a3-ed15f7e50670 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:13.206162 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-365f77e6-096f-47fe-b4eb-792d8379949f req-d0930e26-2cb5-4ea6-b3a3-ed15f7e50670 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 944 time: 0.0511456 Sep 15 14:17:13.225427 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:13.254593 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-365f77e6-096f-47fe-b4eb-792d8379949f req-49628d67-a9f0-4b90-a340-403fb8c9f233 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Sep 15 14:17:13.555996 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['c1244560-3b75-460d-a38a-c7b6c0b2afaf'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:17:13.899472 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=67 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:13.900121 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=71 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:14.380651 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab36e4d-bd6a-47be-8b09-3c1e80c6a7b9 req-bc5992ea-a61e-42e1-afab-bb5e4c617b40 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:14.382770 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4ab36e4d-bd6a-47be-8b09-3c1e80c6a7b9 req-bc5992ea-a61e-42e1-afab-bb5e4c617b40 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 944 time: 0.0469828 Sep 15 14:17:14.428234 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4ab36e4d-bd6a-47be-8b09-3c1e80c6a7b9 req-eba70b6c-3e10-43ab-b4ce-929e9e1699f6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394797 Sep 15 14:17:14.896918 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c1244560-3b75-460d-a38a-c7b6c0b2afaf up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:17:14.923190 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:14.944133 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port c1244560-3b75-460d-a38a-c7b6c0b2afaf completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:17:14.949415 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port c1244560-3b75-460d-a38a-c7b6c0b2afaf triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:17:14.949787 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:14.950152 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port c1244560-3b75-460d-a38a-c7b6c0b2afaf Sep 15 14:17:15.012739 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:15.021253 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port c1244560-3b75-460d-a38a-c7b6c0b2afaf is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:17:15.022174 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:15.044656 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:17:15.046870 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf53769-9cea-43f6-b59d-6df35f28f32e" -d '{"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-plugged", "status": "completed", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:17:15.060154 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:15.064340 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:15.095061 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc38730-cd97-465d-9b9d-f790ae90c3c8 x-openstack-request-id: req-5cc38730-cd97-465d-9b9d-f790ae90c3c8 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:17:15.095366 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-plugged", "status": "completed", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:17:15.095612 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5cc38730-cd97-465d-9b9d-f790ae90c3c8 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:17:15.096024 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc38730-cd97-465d-9b9d-f790ae90c3c8'] response: {'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'code': 200} Sep 15 14:17:15.118375 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:15.305804 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:15.309278 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203cd8d-b57d-430e-9f1a-1174e0facdda req-b1203846-028a-4f9f-bfcd-7a9566b32896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:15.310767 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a203cd8d-b57d-430e-9f1a-1174e0facdda req-b1203846-028a-4f9f-bfcd-7a9566b32896 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 1129 time: 0.0384114 Sep 15 14:17:15.356292 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a203cd8d-b57d-430e-9f1a-1174e0facdda req-c1becd93-b836-4def-9d9d-a43ea422f4c4 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382512 Sep 15 14:17:15.557422 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eba65b-650b-4d49-818a-52a5832a00cf req-bec14465-ca25-4daf-8aac-5dd0f3d6ff1a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:15.558817 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a9eba65b-650b-4d49-818a-52a5832a00cf req-bec14465-ca25-4daf-8aac-5dd0f3d6ff1a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0503292 Sep 15 14:17:15.605224 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a9eba65b-650b-4d49-818a-52a5832a00cf req-025850fc-8c91-4fd8-a236-7b2beb6e03cd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408816 Sep 15 14:17:16.565758 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:16.735628 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a812f-f93f-43f5-830d-852d0edc4c7c req-dfb53c9b-4d9e-4d5c-831f-2df41be26157 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:16.737116 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8c0a812f-f93f-43f5-830d-852d0edc4c7c req-dfb53c9b-4d9e-4d5c-831f-2df41be26157 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0472975 Sep 15 14:17:16.783626 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8c0a812f-f93f-43f5-830d-852d0edc4c7c req-7c66ec4e-9efa-410f-97a9-bb82c0d30947 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Sep 15 14:17:17.910211 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c4919-d106-48a0-bab9-3ada88b6623c req-b88ae87c-7d55-4d34-aa79-e101fdc5917f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:17.911659 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b82c4919-d106-48a0-bab9-3ada88b6623c req-b88ae87c-7d55-4d34-aa79-e101fdc5917f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0454957 Sep 15 14:17:17.958612 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b82c4919-d106-48a0-bab9-3ada88b6623c req-fa2964c0-9258-4987-8df4-466f487f0956 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408041 Sep 15 14:17:18.079255 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc407b5b-8664-41cc-9af7-76aa9c221109 req-5ee924d9-526a-4949-9a05-6ba86fd95c68 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:18.080686 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dc407b5b-8664-41cc-9af7-76aa9c221109 req-5ee924d9-526a-4949-9a05-6ba86fd95c68 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0475302 Sep 15 14:17:18.090669 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56558) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:18.094963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-46c3e832-e76d-4098-8dcc-7fd22e656e91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Request body: {'floatingip': {'port_id': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:18.135927 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-46c3e832-e76d-4098-8dcc-7fd22e656e91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (4ca3dc1b-40ce-438d-9366-78d8326ee7e2), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:18.554606 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-46c3e832-e76d-4098-8dcc-7fd22e656e91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:18.558333 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-46c3e832-e76d-4098-8dcc-7fd22e656e91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (4ca3dc1b-40ce-438d-9366-78d8326ee7e2), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:18.651451 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [None req-46c3e832-e76d-4098-8dcc-7fd22e656e91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Floating IP 4ca3dc1b-40ce-438d-9366-78d8326ee7e2 associated. External IP: 172.27.1.111, port: c1244560-3b75-460d-a38a-c7b6c0b2afaf. Sep 15 14:17:18.729624 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:18.849269 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c3e832-e76d-4098-8dcc-7fd22e656e91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:17:18.948563 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:18.953598 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c3e832-e76d-4098-8dcc-7fd22e656e91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:17:18.958495 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-46c3e832-e76d-4098-8dcc-7fd22e656e91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:18.963660 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] Sync routers for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:17:18.973322 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:17:18.973954 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:17:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:18.990156 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-46c3e832-e76d-4098-8dcc-7fd22e656e91 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/4ca3dc1b-40ce-438d-9366-78d8326ee7e2 HTTP/1.1" status: 200 len: 991 time: 0.8984632 Sep 15 14:17:18.990782 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:17:18.993508 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:17:19.082016 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:17:19.186580 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc6a2d2-bfba-421c-b79f-408d6436c73f x-openstack-request-id: req-3bc6a2d2-bfba-421c-b79f-408d6436c73f {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:17:19.187079 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:17:19.187220 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3bc6a2d2-bfba-421c-b79f-408d6436c73f {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:17:19.187741 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc6a2d2-bfba-421c-b79f-408d6436c73f'] response: {'name': 'network-changed', 'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'status': 'completed', 'code': 200} Sep 15 14:17:19.281350 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-15d13919-cf56-4957-9e8a-a35ddef4d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:19.282892 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-15d13919-cf56-4957-9e8a-a35ddef4d296 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 1129 time: 0.0380175 Sep 15 14:17:19.295088 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '4ca3dc1b-40ce-438d-9366-78d8326ee7e2', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'port_id': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'mac_address': 'fa:16:3e:53:d3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:17:04Z', 'updated_at': '2022-09-15T14:17:18Z', 'revision_number': 1, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:19.324289 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] Checking router: 4fef3ef1-c250-418a-9f8a-2a235f0233e9 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:17:19.332534 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:17:19.333141 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:17:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:19.378150 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-c5ff179e-3f35-4ba5-9809-8dcd3b189841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:19.379631 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-c5ff179e-3f35-4ba5-9809-8dcd3b189841 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 916 time: 0.0903897 Sep 15 14:17:19.433267 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:17:19.444639 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-8b04dde4-7dca-41aa-a4df-c392a328953e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf HTTP/1.1" status: 200 len: 999 time: 0.0585015 Sep 15 14:17:19.492616 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-a2734b66-01ba-4e31-8b22-e7ffccffe2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:19.494088 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-a2734b66-01ba-4e31-8b22-e7ffccffe2bf service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0439904 Sep 15 14:17:19.540332 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-f04f2af6-f65e-4735-ae06-bc0816d2b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:19.541818 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-f04f2af6-f65e-4735-ae06-bc0816d2b25e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385485 Sep 15 14:17:19.637106 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-2f9d76ae-85af-494a-a321-826125e74ee9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856535 Sep 15 14:17:19.641713 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '4ca3dc1b-40ce-438d-9366-78d8326ee7e2', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'port_id': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'mac_address': 'fa:16:3e:53:d3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:17:04Z', 'updated_at': '2022-09-15T14:17:18Z', 'revision_number': 1, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:19.666940 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efc6cf-3790-4201-816d-e5b869bde4ce None None] The sync data for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi is: [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '4ca3dc1b-40ce-438d-9366-78d8326ee7e2', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'port_id': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'mac_address': 'fa:16:3e:53:d3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:17:04Z', 'updated_at': '2022-09-15T14:17:18Z', 'revision_number': 1, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:17:19.731777 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bf5c76e6-c692-4c72-8c53-f36ab1ca0d1b req-993aca99-1032-4921-a641-13b4d27199cf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862854 Sep 15 14:17:19.847299 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e4505-ce13-41d6-8107-89f7045c36b4 None None] New status for floating IP 4ca3dc1b-40ce-438d-9366-78d8326ee7e2: ACTIVE {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:17:26.889926 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:17:28.433274 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-d76e1abf-6c93-4310-9137-f6080399908e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:28.984428 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:28.987024 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=27 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:29.645065 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=68 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:29.726408 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=67 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:29.728257 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:30.684103 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-55c7e19a-d8fa-4df3-bd4b-c86b065aa27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:31.983753 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:33.451816 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:33.519075 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:36.885628 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:41.342391 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a40cbb-9f37-4635-a653-2402dd3d595b req-1a48d688-2f5b-47cb-9ae2-bad6b454dc55 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:41.344065 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-76a40cbb-9f37-4635-a653-2402dd3d595b req-1a48d688-2f5b-47cb-9ae2-bad6b454dc55 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0475068 Sep 15 14:17:41.393366 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-76a40cbb-9f37-4635-a653-2402dd3d595b req-de18533c-c033-4b64-aa5d-d0f5983a9185 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Sep 15 14:17:42.474315 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765f2c4-0355-405e-9123-31f578311812 req-6d5c5c4c-29f7-4195-806f-a07340b5fc98 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:42.476747 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8765f2c4-0355-405e-9123-31f578311812 req-6d5c5c4c-29f7-4195-806f-a07340b5fc98 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0490820 Sep 15 14:17:42.516786 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc302eee-a2e1-4db6-812d-fe89a4a2687f req-527916ff-14c1-45bc-9935-fd1e508b381e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:42.518279 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc302eee-a2e1-4db6-812d-fe89a4a2687f req-527916ff-14c1-45bc-9935-fd1e508b381e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0481863 Sep 15 14:17:42.529207 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8765f2c4-0355-405e-9123-31f578311812 req-57ea88f5-ab7d-440a-88d6-430bcd0c4a1c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468416 Sep 15 14:17:42.566437 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc302eee-a2e1-4db6-812d-fe89a4a2687f req-b4ccc8cc-11b8-4cdc-8cf4-93e7499309a7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Sep 15 14:17:43.509164 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=44,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:43.515607 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:43.649722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f034ac1-d1d7-4988-8d6c-2f8725755e97 req-416785bf-6648-4702-a9bc-86c7144555ff tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:43.651211 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5f034ac1-d1d7-4988-8d6c-2f8725755e97 req-416785bf-6648-4702-a9bc-86c7144555ff tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0483608 Sep 15 14:17:43.696355 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccae02-16b7-408f-8188-f1106b628b0e req-a2bd2655-c434-4c99-921b-9c3f0df1b7c2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:43.697879 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-77ccae02-16b7-408f-8188-f1106b628b0e req-a2bd2655-c434-4c99-921b-9c3f0df1b7c2 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0476449 Sep 15 14:17:43.699466 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5f034ac1-d1d7-4988-8d6c-2f8725755e97 req-7d36708d-23a2-4d64-a0f6-83d6c2e0f9c4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Sep 15 14:17:43.746294 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-77ccae02-16b7-408f-8188-f1106b628b0e req-50141ed3-4b2e-4ad5-9165-f74754810e33 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425727 Sep 15 14:17:44.826974 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776e5f-bf96-45ea-b1dc-2f4a7dec1df9 req-6402fb27-6665-4b85-9d6f-4aca56db2cc0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:44.828539 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ec776e5f-bf96-45ea-b1dc-2f4a7dec1df9 req-6402fb27-6665-4b85-9d6f-4aca56db2cc0 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0473230 Sep 15 14:17:44.870554 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95a7a9-0b19-4511-9d6e-4c64870d5e36 req-fcd85639-d32f-42fb-9d3e-cc9c5ffa1be8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:44.872055 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc95a7a9-0b19-4511-9d6e-4c64870d5e36 req-fcd85639-d32f-42fb-9d3e-cc9c5ffa1be8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0497947 Sep 15 14:17:44.875717 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ec776e5f-bf96-45ea-b1dc-2f4a7dec1df9 req-10a8e472-d7c4-43c6-9d26-8cfc056d919d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413177 Sep 15 14:17:44.919155 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc95a7a9-0b19-4511-9d6e-4c64870d5e36 req-8ec8adb1-8eb6-4663-a34f-57694f856914 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413423 Sep 15 14:17:45.768048 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-6fc16977-338c-4097-9345-8cc6583fed8b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:45.769503 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-6fc16977-338c-4097-9345-8cc6583fed8b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0462070 Sep 15 14:17:45.860639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Deleting port e3f7891c-8d65-4cff-b08d-3a752660d65a {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:17:45.860981 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:45.961203 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] For port e3f7891c-8d65-4cff-b08d-3a752660d65a, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=e3f7891c-8d65-4cff-b08d-3a752660d65a,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:45.961815 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.011287 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26d621-f375-4fee-97f0-4234decf581d req-b2dd99e2-7270-41d3-9c43-8f948a84208d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:46.012840 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3c26d621-f375-4fee-97f0-4234decf581d req-b2dd99e2-7270-41d3-9c43-8f948a84208d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0557826 Sep 15 14:17:46.061224 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3c26d621-f375-4fee-97f0-4234decf581d req-1ac8f741-f95e-4853-804f-ed4f55d9e1a6 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f50676a7-776b-4865-8810-70b463b7f525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 Sep 15 14:17:46.095158 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bc637-c095-4e1d-8445-36b3eff7f8f4 req-788213b0-5426-4488-8158-53b85b9ccdca tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:46.096642 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc8bc637-c095-4e1d-8445-36b3eff7f8f4 req-788213b0-5426-4488-8158-53b85b9ccdca tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 946 time: 0.0866792 Sep 15 14:17:46.198937 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-dc8bc637-c095-4e1d-8445-36b3eff7f8f4 req-360e263e-25f1-4a0d-918e-74ffa796d363 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7afa3ace-ecde-49d6-950d-1f10c858d79d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953488 Sep 15 14:17:46.208056 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.208356 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (ed40d639-bfe1-4219-9e00-ac9db94ab3de), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.208669 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Floating IP ed40d639-bfe1-4219-9e00-ac9db94ab3de disassociated. External IP: 172.27.1.128, port: e3f7891c-8d65-4cff-b08d-3a752660d65a. Sep 15 14:17:46.209080 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Calling delete_port for e3f7891c-8d65-4cff-b08d-3a752660d65a owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:17:46.313835 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:46.323278 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:46.342587 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (e3f7891c-8d65-4cff-b08d-3a752660d65a), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.348918 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572bd1d-f939-431f-b43d-517752f109e8 req-d9a76f73-0dca-40f4-9981-93b0a9aee75d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:46.350947 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6572bd1d-f939-431f-b43d-517752f109e8 req-d9a76f73-0dca-40f4-9981-93b0a9aee75d tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 946 time: 0.0506105 Sep 15 14:17:46.371062 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event deleted for resources: {'Port': ['ID=e3f7891c-8d65-4cff-b08d-3a752660d65a,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:46.442139 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Deleting port 8409c65f-618f-424a-9458-b2d4ffc0defc {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:17:46.442478 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.536587 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] For port 8409c65f-618f-424a-9458-b2d4ffc0defc, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8409c65f-618f-424a-9458-b2d4ffc0defc,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:46.536866 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.561718 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.743037 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Router c8fb1174-ee25-4c2d-87c2-9f98de83a87b has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:17:46.761174 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.761556 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (49c1edc8-cd6b-4d67-9896-16e2fb564457), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.761861 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Floating IP 49c1edc8-cd6b-4d67-9896-16e2fb564457 disassociated. External IP: 172.27.1.28, port: 8409c65f-618f-424a-9458-b2d4ffc0defc. Sep 15 14:17:46.762198 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Calling delete_port for 8409c65f-618f-424a-9458-b2d4ffc0defc owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:17:46.853612 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:17:46.865534 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] Sync routers for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:17:46.876304 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:17:46.877198 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:17:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:46.896198 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:46.901625 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (8409c65f-618f-424a-9458-b2d4ffc0defc), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.910213 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] No DVR routers for this DVR port e3f7891c-8d65-4cff-b08d-3a752660d65a on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:17:46.913755 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:46.917105 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-911c4e77-2366-4057-942d-535c1d50e2c9 req-15eb56a2-4913-4e3b-8cfc-63ccffb6a51d tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "DELETE /networking/v2.0/ports/e3f7891c-8d65-4cff-b08d-3a752660d65a HTTP/1.1" status: 204 len: 173 time: 1.1380649 Sep 15 14:17:46.917677 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7417b73e-2234-4215-95ab-040a71f66d6b', 'name': 'network-vif-deleted', 'tag': 'e3f7891c-8d65-4cff-b08d-3a752660d65a'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:17:46.920115 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e74516-9b39-4b8a-9a79-8f6ffc58048f" -d '{"events": [{"server_uuid": "7417b73e-2234-4215-95ab-040a71f66d6b", "name": "network-vif-deleted", "tag": "e3f7891c-8d65-4cff-b08d-3a752660d65a"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:17:46.953257 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event deleted for resources: {'Port': ['ID=8409c65f-618f-424a-9458-b2d4ffc0defc,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:46.989539 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160f48f-1da3-432d-a720-bb8dee590c50 x-openstack-request-id: req-f160f48f-1da3-432d-a720-bb8dee590c50 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:17:46.990062 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7417b73e-2234-4215-95ab-040a71f66d6b", "name": "network-vif-deleted", "tag": "e3f7891c-8d65-4cff-b08d-3a752660d65a", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:17:46.990062 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f160f48f-1da3-432d-a720-bb8dee590c50 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:17:46.990463 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f160f48f-1da3-432d-a720-bb8dee590c50'] response: {'server_uuid': '7417b73e-2234-4215-95ab-040a71f66d6b', 'name': 'network-vif-deleted', 'tag': 'e3f7891c-8d65-4cff-b08d-3a752660d65a', 'status': 'completed', 'code': 200} Sep 15 14:17:47.003739 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:17:47.046591 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:47.070589 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:17:47.080296 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device e3f7891c-8d65-4cff-b08d-3a752660d65a no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:17:47.105272 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: e3f7891c-8d65-4cff-b08d-3a752660d65a {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:17:47.105685 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device e3f7891c-8d65-4cff-b08d-3a752660d65a not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:17:47.192899 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-eb857c82-ed05-489e-8ffe-9bb9178aff09 req-c2785025-7e78-4022-8a5c-229e30b00a22 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0435052 Sep 15 14:17:47.209088 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:17:47.215999 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:47.223620 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] Sync routers for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:17:47.250649 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:17:47.251150 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:17:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:47.260696 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] Checking router: c8fb1174-ee25-4c2d-87c2-9f98de83a87b for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:17:47.269064 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] No DVR routers for this DVR port 8409c65f-618f-424a-9458-b2d4ffc0defc on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:17:47.271967 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:17:47.272645 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:17:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:47.273443 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:47.277731 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6572bd1d-f939-431f-b43d-517752f109e8 req-12aa5518-6cbd-47b8-8ffb-64bdf741db54 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "DELETE /networking/v2.0/ports/8409c65f-618f-424a-9458-b2d4ffc0defc HTTP/1.1" status: 204 len: 173 time: 0.9222333 Sep 15 14:17:47.278853 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'name': 'network-vif-deleted', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:17:47.281472 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df08e09-411d-4a7a-a441-982cb41edb91" -d '{"events": [{"server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "name": "network-vif-deleted", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:17:47.356809 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4a70de-c031-46bc-9aa9-496b13b1fcb5 x-openstack-request-id: req-fb4a70de-c031-46bc-9aa9-496b13b1fcb5 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:17:47.357646 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8", "name": "network-vif-deleted", "tag": "8409c65f-618f-424a-9458-b2d4ffc0defc", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:17:47.358343 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fb4a70de-c031-46bc-9aa9-496b13b1fcb5 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:17:47.359102 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4a70de-c031-46bc-9aa9-496b13b1fcb5'] response: {'server_uuid': 'fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8', 'name': 'network-vif-deleted', 'tag': '8409c65f-618f-424a-9458-b2d4ffc0defc', 'status': 'completed', 'code': 200} Sep 15 14:17:47.442285 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c2219748-d10a-4572-9b3d-56e8c9a14b23 req-571b833f-3f47-4a38-90f0-68b85a3b8ef7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7417b73e-2234-4215-95ab-040a71f66d6b HTTP/1.1" status: 200 len: 210 time: 0.0671549 Sep 15 14:17:47.466310 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:17:47.544696 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:17:47.663792 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:47.689128 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] Checking router: 35b3ee80-73b2-4575-9855-f9c2c2e7c927 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:17:47.698363 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:17:47.698970 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:17:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:47.728910 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:47.761480 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb54f4-e9a1-4285-a2a6-c3746c2f436d None None] The sync data for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi is: [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:17:47.828012 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:17:48.028070 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b10cb6-7543-4f91-a868-1c1ccb10c6a4 None None] New status for floating IP ed40d639-bfe1-4219-9e00-ac9db94ab3de: DOWN {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:17:48.028573 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:17:48.057563 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05ea84-e704-4216-aa87-1edd1672fcf0 None None] The sync data for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi is: [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:50Z', 'revision_number': 4, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '7502edde-2030-4fa3-aac3-3b8ba1f2658c', 'name': '', 'network_id': '4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'mac_address': 'fa:16:3e:87:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:47Z', 'updated_at': '2022-09-15T14:10:02Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'subnets': [{'id': '18b62015-f349-4ae6-bb8e-40024429c3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:17:48.304064 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b987e108-5aba-48b1-9720-f84795697dd9 None None] New status for floating IP 49c1edc8-cd6b-4d67-9896-16e2fb564457: DOWN {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:17:48.310123 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-de2c7eb7-0e96-47fb-832d-facd4aaa4164 req-152c2720-c5e6-4e33-9ae7-fc250bf2756a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fce3fa2c-0b0d-4fdf-990c-ea13ff865ba8 HTTP/1.1" status: 200 len: 210 time: 0.0328760 Sep 15 14:17:48.545454 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56646) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:48.604482 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97e16be2-ed5c-4e9e-a2e3-2f6b74a717b8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (7afa3ace-ecde-49d6-950d-1f10c858d79d), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:48.626708 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97e16be2-ed5c-4e9e-a2e3-2f6b74a717b8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (7afa3ace-ecde-49d6-950d-1f10c858d79d), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:48.680717 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97e16be2-ed5c-4e9e-a2e3-2f6b74a717b8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (7afa3ace-ecde-49d6-950d-1f10c858d79d), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:48.683262 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97e16be2-ed5c-4e9e-a2e3-2f6b74a717b8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:48.686940 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-97e16be2-ed5c-4e9e-a2e3-2f6b74a717b8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7afa3ace-ecde-49d6-950d-1f10c858d79d HTTP/1.1" status: 204 len: 168 time: 0.1379795 Sep 15 14:17:48.687921 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56648) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:48.706077 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.api.v2.resource [None req-d352d2b9-cb22-4e14-bbe7-88c8590d4518 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] show failed (client error): The resource could not be found. Sep 15 14:17:48.710074 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d352d2b9-cb22-4e14-bbe7-88c8590d4518 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups/7afa3ace-ecde-49d6-950d-1f10c858d79d HTTP/1.1" status: 404 len: 347 time: 0.0182076 Sep 15 14:17:48.710074 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e16be2-ed5c-4e9e-a2e3-2f6b74a717b8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa3ace-ecde-49d6-950d-1f10c858d79d,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:48.710614 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56650) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:48.830961 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Deleting port bb1fa1b1-7c86-4556-9c92-ed7c7750f90b {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:17:48.831302 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (bb1fa1b1-7c86-4556-9c92-ed7c7750f90b), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:48.909127 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (bb1fa1b1-7c86-4556-9c92-ed7c7750f90b), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:48.909485 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (bb1fa1b1-7c86-4556-9c92-ed7c7750f90b), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:48.922560 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Calling delete_port for bb1fa1b1-7c86-4556-9c92-ed7c7750f90b owned by network:floatingip {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:17:49.059233 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (bb1fa1b1-7c86-4556-9c92-ed7c7750f90b), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.087062 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event deleted for resources: {'Port': ['ID=bb1fa1b1-7c86-4556-9c92-ed7c7750f90b,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:49.151077 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (ed40d639-bfe1-4219-9e00-ac9db94ab3de), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.153524 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.154854 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a6a2d61e-ce0f-460c-8424-7aa59a4a6b0b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/ed40d639-bfe1-4219-9e00-ac9db94ab3de HTTP/1.1" status: 204 len: 168 time: 0.4428427 Sep 15 14:17:49.242367 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56654) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:49.246781 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-edd427b4-25eb-4247-8688-a86834cf5c53 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625961970', 'description': 'tempest-description--1169983007'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:49.269305 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-edd427b4-25eb-4247-8688-a86834cf5c53 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.339481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-edd427b4-25eb-4247-8688-a86834cf5c53 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (61d2ca94-69bd-4152-8d88-fa242ad2e012), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.343096 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-edd427b4-25eb-4247-8688-a86834cf5c53 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (61d2ca94-69bd-4152-8d88-fa242ad2e012), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.375538 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-edd427b4-25eb-4247-8688-a86834cf5c53 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.378027 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-edd427b4-25eb-4247-8688-a86834cf5c53 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1334541 Sep 15 14:17:49.380763 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56658) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:49.385271 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-2494d9a9-4304-4c54-ac0f-a11ce460648b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'security_group_rule': {'security_group_id': '61d2ca94-69bd-4152-8d88-fa242ad2e012', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:49.389937 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd427b4-25eb-4247-8688-a86834cf5c53 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d2ca94-69bd-4152-8d88-fa242ad2e012,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:49.413506 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56662) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:49.416991 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2494d9a9-4304-4c54-ac0f-a11ce460648b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (fc234fb4-72b0-4c35-b986-5ba96d156dda), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.468934 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1f312a9e-f2ce-4687-8185-b84ddad2762a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group (f50676a7-776b-4865-8810-70b463b7f525), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.474920 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2494d9a9-4304-4c54-ac0f-a11ce460648b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (fc234fb4-72b0-4c35-b986-5ba96d156dda), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.478786 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2494d9a9-4304-4c54-ac0f-a11ce460648b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (fc234fb4-72b0-4c35-b986-5ba96d156dda), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.492456 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1f312a9e-f2ce-4687-8185-b84ddad2762a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group (f50676a7-776b-4865-8810-70b463b7f525), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.498131 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494d9a9-4304-4c54-ac0f-a11ce460648b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc234fb4-72b0-4c35-b986-5ba96d156dda,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:49.506411 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2494d9a9-4304-4c54-ac0f-a11ce460648b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.508482 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-2494d9a9-4304-4c54-ac0f-a11ce460648b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276157 Sep 15 14:17:49.511386 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56664) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:49.515719 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-17a24a4d-6d03-43ca-88fb-5cf47f43e190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'security_group_rule': {'security_group_id': '61d2ca94-69bd-4152-8d88-fa242ad2e012', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:49.524037 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:49.527443 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:49.545454 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1f312a9e-f2ce-4687-8185-b84ddad2762a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f50676a7-776b-4865-8810-70b463b7f525), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.548005 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-17a24a4d-6d03-43ca-88fb-5cf47f43e190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (ea80fc72-d84c-4505-8430-53323ce9b90e), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.548537 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1f312a9e-f2ce-4687-8185-b84ddad2762a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.549281 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1f312a9e-f2ce-4687-8185-b84ddad2762a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f50676a7-776b-4865-8810-70b463b7f525 HTTP/1.1" status: 204 len: 168 time: 0.1341758 Sep 15 14:17:49.552719 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56666) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:49.558794 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f312a9e-f2ce-4687-8185-b84ddad2762a tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50676a7-776b-4865-8810-70b463b7f525,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:49.583912 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.api.v2.resource [None req-d45a5d3d-cf12-4e5b-b054-ad3cbf1de637 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] show failed (client error): The resource could not be found. Sep 15 14:17:49.585165 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d45a5d3d-cf12-4e5b-b054-ad3cbf1de637 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups/f50676a7-776b-4865-8810-70b463b7f525 HTTP/1.1" status: 404 len: 347 time: 0.0309184 Sep 15 14:17:49.588319 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56668) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:49.608193 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:49.612357 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:49.614222 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-17a24a4d-6d03-43ca-88fb-5cf47f43e190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (ea80fc72-d84c-4505-8430-53323ce9b90e), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.618818 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-17a24a4d-6d03-43ca-88fb-5cf47f43e190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (ea80fc72-d84c-4505-8430-53323ce9b90e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.641005 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a24a4d-6d03-43ca-88fb-5cf47f43e190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea80fc72-d84c-4505-8430-53323ce9b90e,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:49.649346 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-17a24a4d-6d03-43ca-88fb-5cf47f43e190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.650534 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-17a24a4d-6d03-43ca-88fb-5cf47f43e190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381769 Sep 15 14:17:49.653578 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56670) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:49.657762 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:49.678450 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.706384 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Deleting port 2afee06c-3e6f-4f0e-b7be-03f6c8f8b134 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:17:49.706730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (2afee06c-3e6f-4f0e-b7be-03f6c8f8b134), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.760655 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.792089 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (2afee06c-3e6f-4f0e-b7be-03f6c8f8b134), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.792418 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for floatingip (2afee06c-3e6f-4f0e-b7be-03f6c8f8b134), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.805607 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Calling delete_port for 2afee06c-3e6f-4f0e-b7be-03f6c8f8b134 owned by network:floatingip {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:17:49.851084 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-8916ef6f-2a4c-4479-8d67-4a4141435a0b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531566 Sep 15 14:17:49.942233 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (2afee06c-3e6f-4f0e-b7be-03f6c8f8b134), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:49.972159 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event deleted for resources: {'Port': ['ID=2afee06c-3e6f-4f0e-b7be-03f6c8f8b134,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:50.035552 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks [] for floatingip (49c1edc8-cd6b-4d67-9896-16e2fb564457), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:50.038738 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:50.040679 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-be0098f1-7d10-4f75-bd82-c1ef57ef0c0c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/49c1edc8-cd6b-4d67-9896-16e2fb564457 HTTP/1.1" status: 204 len: 168 time: 0.4513206 Sep 15 14:17:50.153537 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Allocated IP 172.27.1.72 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/71f72428-5912-4b85-99c8-8b4d2b254aa6) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:17:50.175018 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-5c4d073e-b690-4a7d-a0bc-8f3a3ed30b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:50.176542 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-5c4d073e-b690-4a7d-a0bc-8f3a3ed30b39 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fab43b244e854c0296530db48bc1b975&device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 1129 time: 0.2843308 Sep 15 14:17:50.340615 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for port (71f72428-5912-4b85-99c8-8b4d2b254aa6), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:50.349133 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-894d6aac-df9c-4cb7-99ea-e1b0b7760919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:50.351286 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-894d6aac-df9c-4cb7-99ea-e1b0b7760919 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 200 len: 919 time: 0.1346037 Sep 15 14:17:50.403736 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-449619fc-34d6-4fea-9547-eaebdd2b5889 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37409932-0575-4016-bb98-a4f28388af35 HTTP/1.1" status: 200 len: 217 time: 0.0448668 Sep 15 14:17:50.420212 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (71f72428-5912-4b85-99c8-8b4d2b254aa6), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:50.486359 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:17:50.495097 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:17:50.499341 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:17:50.503967 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-e678d994-40b1-48e0-809f-dc4fa93824c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:50.505439 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-e678d994-40b1-48e0-809f-dc4fa93824c9 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 200 len: 858 time: 0.0952928 Sep 15 14:17:50.507433 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'Port': ['ID=71f72428-5912-4b85-99c8-8b4d2b254aa6,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:50.587401 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-daf7065e-1c60-4d1f-b36b-3c9d6ddd62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:50.588936 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-daf7065e-1c60-4d1f-b36b-3c9d6ddd62c8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612988 Sep 15 14:17:50.592883 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:50.637954 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:50.683502 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (15fd8983-faef-43c7-8874-59717a125d24), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:50.744088 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (71f72428-5912-4b85-99c8-8b4d2b254aa6), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:50.749410 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-a7fcfcba-7eec-4779-a2d7-e519a0d0eaf4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536903 Sep 15 14:17:50.912442 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b378ee01-df5d-4ea6-8467-467a11451b80 req-507746df-0c02-47d7-a4bc-50fc32f6eb42 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467013 Sep 15 14:17:50.966426 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for port (71f72428-5912-4b85-99c8-8b4d2b254aa6), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:50.971450 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (71f72428-5912-4b85-99c8-8b4d2b254aa6), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:51.041851 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'Port': ['ID=71f72428-5912-4b85-99c8-8b4d2b254aa6,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:51.044188 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (15fd8983-faef-43c7-8874-59717a125d24), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:51.060269 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:51.061485 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-878af3bb-8856-4f62-ae06-d7ff1f3de33a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4069672 Sep 15 14:17:51.094271 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 8409c65f-618f-424a-9458-b2d4ffc0defc no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:17:51.115045 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 8409c65f-618f-424a-9458-b2d4ffc0defc {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:17:51.115395 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 8409c65f-618f-424a-9458-b2d4ffc0defc not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:17:51.264234 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-1ca042cf-676c-42c9-974a-2aadb3c3e864 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--625961970&fields=id&tenant_id=a8297077982a4338a2d687c89e1119a2 HTTP/1.1" status: 200 len: 267 time: 0.0628817 Sep 15 14:17:51.369517 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-f27b61b5-5361-4e66-96e1-d3e0214926b5 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:51.370967 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-f27b61b5-5361-4e66-96e1-d3e0214926b5 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 811 time: 0.1037033 Sep 15 14:17:51.385976 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-871e8617-c15c-4c29-a022-0f4a203515e1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/quotas/a8297077982a4338a2d687c89e1119a2 HTTP/1.1" status: 200 len: 375 time: 0.0096338 Sep 15 14:17:51.438298 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-e85f1dfa-7edd-463c-a7fa-a0058b27c136 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475340 Sep 15 14:17:51.534039 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-3b845845-121a-4015-aa39-256c762c3454 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839593 Sep 15 14:17:51.628781 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-0c191144-7f74-41bf-9a87-4d3a14777238 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882030 Sep 15 14:17:51.790075 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0df6b14a-cea7-4d39-92d7-b895c2dbb049 req-fe9b53ed-4e03-4aae-a2a4-d75183791c93 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 210 time: 0.0286472 Sep 15 14:17:52.549505 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1023a-d764-46a5-a0ea-c3d18f092b71 req-e05b59d6-b42b-4af2-905c-64e5f85294f4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:52.551026 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2fe1023a-d764-46a5-a0ea-c3d18f092b71 req-e05b59d6-b42b-4af2-905c-64e5f85294f4 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0465016 Sep 15 14:17:52.598019 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2fe1023a-d764-46a5-a0ea-c3d18f092b71 req-3421390b-5aca-497d-bba9-bed889f6bf5e tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Sep 15 14:17:52.893895 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f8cd7967-2c37-4284-85cb-88683d1a85e5 req-084dcab1-c3f0-46af-a51f-ee0b478107ec tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 210 time: 0.0268705 Sep 15 14:17:53.374975 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-d4a377b4-0fe6-4a0c-8088-7a14f9c8a342 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:53.376835 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-d4a377b4-0fe6-4a0c-8088-7a14f9c8a342 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0511627 Sep 15 14:17:53.389996 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:53.432983 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-5d1c2844-4406-4b4e-abe8-550876873890 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:53.434418 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-5d1c2844-4406-4b4e-abe8-550876873890 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 811 time: 0.1091855 Sep 15 14:17:53.457220 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:53.466992 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Deleting port 37409932-0575-4016-bb98-a4f28388af35 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:17:53.467333 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (37409932-0575-4016-bb98-a4f28388af35), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:53.557827 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] For port 37409932-0575-4016-bb98-a4f28388af35, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=37409932-0575-4016-bb98-a4f28388af35,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:53.558480 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (37409932-0575-4016-bb98-a4f28388af35), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:53.576295 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Calling delete_port for 37409932-0575-4016-bb98-a4f28388af35 owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:17:53.608978 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-c5c1ec43-76be-469c-a314-70723ccf0af4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a8297077982a4338a2d687c89e1119a2 HTTP/1.1" status: 200 len: 379 time: 0.0586808 Sep 15 14:17:53.618230 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'port': {'device_id': '77d55190-61f0-4daf-863c-36b4ad908948', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'admin_state_up': True, 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'security_groups': ['61d2ca94-69bd-4152-8d88-fa242ad2e012']}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:53.724980 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (37409932-0575-4016-bb98-a4f28388af35), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:53.737019 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:53.754462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event deleted for resources: {'Port': ['ID=37409932-0575-4016-bb98-a4f28388af35,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:53.762012 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd421f28-4e3d-404b-9846-01641c705708 req-f1637978-b1cb-45ec-9f55-bb2cb77af63c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:53.763586 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cd421f28-4e3d-404b-9846-01641c705708 req-f1637978-b1cb-45ec-9f55-bb2cb77af63c tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=93bb208e-87b2-4a1d-aadd-6c494d83d01f HTTP/1.1" status: 200 len: 945 time: 0.0800312 Sep 15 14:17:53.764447 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['6b330db3-4b2e-4089-b147-9c293a9a00a3', '37409932-0575-4016-bb98-a4f28388af35'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:17:53.774751 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:53.808359 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] No DVR routers for this DVR port 37409932-0575-4016-bb98-a4f28388af35 on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:17:53.812395 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:53.812592 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Made reservation on behalf of a8297077982a4338a2d687c89e1119a2 for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:17:53.815551 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e4b08447-bf61-41e0-b8be-c5949645c53c req-2c9eeb01-8e54-4a86-94dd-94a68c1adfca tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "DELETE /networking/v2.0/ports/37409932-0575-4016-bb98-a4f28388af35 HTTP/1.1" status: 204 len: 173 time: 0.4329894 Sep 15 14:17:53.816076 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bb208e-87b2-4a1d-aadd-6c494d83d01f', 'name': 'network-vif-deleted', 'tag': '37409932-0575-4016-bb98-a4f28388af35'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:17:53.816324 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:53.818995 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a285fe-e598-434c-aecb-b56710a7861d" -d '{"events": [{"server_uuid": "93bb208e-87b2-4a1d-aadd-6c494d83d01f", "name": "network-vif-deleted", "tag": "37409932-0575-4016-bb98-a4f28388af35"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:17:53.867069 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af4d75f-ad6d-4cc7-bc68-7778ba9123a6 x-openstack-request-id: req-4af4d75f-ad6d-4cc7-bc68-7778ba9123a6 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:17:53.867388 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bb208e-87b2-4a1d-aadd-6c494d83d01f", "name": "network-vif-deleted", "tag": "37409932-0575-4016-bb98-a4f28388af35", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:17:53.867635 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4af4d75f-ad6d-4cc7-bc68-7778ba9123a6 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:17:53.868102 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af4d75f-ad6d-4cc7-bc68-7778ba9123a6'] response: {'server_uuid': '93bb208e-87b2-4a1d-aadd-6c494d83d01f', 'name': 'network-vif-deleted', 'tag': '37409932-0575-4016-bb98-a4f28388af35', 'status': 'completed', 'code': 200} Sep 15 14:17:53.900093 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:53.915763 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cd421f28-4e3d-404b-9846-01641c705708 req-f03fc5b2-a20c-438a-b2fe-795d66d31bad tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385937 Sep 15 14:17:53.950866 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:54.007564 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-19edfe25-0851-463c-aef5-2c402f7012b8 req-526ca3e1-eced-4d8a-b386-4dc0b45c9dba tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 210 time: 0.0301023 Sep 15 14:17:54.010393 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Allocated IP 172.20.0.7 (e8bdfa6d-ee93-493a-aa98-3784c4bb267f/f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e/bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:17:54.171219 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:54.209507 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:54.253484 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:17:54.257410 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:17:54.264179 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:17:54.293905 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event updated for resources: {'Port': ['ID=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:54.325244 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:54.326024 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:54.342804 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71e42b1a-9951-4ace-afd6-f9fb8cf2f3d3 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7289486 Sep 15 14:17:54.519985 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-df59303c-1063-49ca-8a39-5622dc9722a4 None None] Provisioning complete for port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:17:54.520355 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-df59303c-1063-49ca-8a39-5622dc9722a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:54.520686 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-df59303c-1063-49ca-8a39-5622dc9722a4 None None] Attempt 1 to provision port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d Sep 15 14:17:54.551701 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-df59303c-1063-49ca-8a39-5622dc9722a4 None None] Port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:17:54.571362 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Request body: {'port': {'device_id': '77d55190-61f0-4daf-863c-36b4ad908948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:17:54.635941 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:54.820640 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:54.886834 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:54.888747 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:17:54.896667 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Publish callbacks [] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:54.910397 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Transition to ACTIVE for port object bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:17:54.914346 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:54.982069 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:55.030674 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Attempting to bind port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:17:55.031006 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Attempting to bind port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:17:55.031327 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Attempting to bind port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d on network e8bdfa6d-ee93-493a-aa98-3784c4bb267f {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:17:55.054303 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-df59303c-1063-49ca-8a39-5622dc9722a4 None None] Attempt 2 to provision port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d Sep 15 14:17:55.075659 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d on network e8bdfa6d-ee93-493a-aa98-3784c4bb267f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:17:55.076228 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Attempting to bind port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d on network e8bdfa6d-ee93-493a-aa98-3784c4bb267f {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:17:55.105669 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-df59303c-1063-49ca-8a39-5622dc9722a4 None None] Port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:17:55.160940 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab1190-19af-4d16-8364-f5cf3928d756 req-d45a3fd6-7e7c-4c94-b37d-688911499743 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:55.162402 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7cab1190-19af-4d16-8364-f5cf3928d756 req-d45a3fd6-7e7c-4c94-b37d-688911499743 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 943 time: 0.0645981 Sep 15 14:17:55.166776 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:17:55.167111 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Checking segment: {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:17:55.167491 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Bound using segment: {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:17:55.167953 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Bound port: bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:17:55.168310 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:55.222179 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8562b0f-8536-46ea-836f-862772880f34 req-4da701ae-b555-4150-a3f2-9715459b0f82 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:55.223885 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b8562b0f-8536-46ea-836f-862772880f34 req-4da701ae-b555-4150-a3f2-9715459b0f82 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0481589 Sep 15 14:17:55.253548 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7cab1190-19af-4d16-8364-f5cf3928d756 req-a76fc656-fb71-4cfe-bbcc-6a862dea94ab tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829272 Sep 15 14:17:55.266269 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] For port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:17:55.269897 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] For port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:17:55.274115 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b8562b0f-8536-46ea-836f-862772880f34 req-cd8ae87a-d2cd-45da-ac22-53f455e6e470 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Sep 15 14:17:55.285243 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:55.295926 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:55.295926 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:55.295926 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d HTTP/1.1" status: 200 len: 1093 time: 0.7279313 Sep 15 14:17:55.295926 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d55190-61f0-4daf-863c-36b4ad908948', 'tag': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:17:55.296633 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f96777-e731-4c47-8394-fd2729593da0" -d '{"events": [{"name": "network-changed", "server_uuid": "77d55190-61f0-4daf-863c-36b4ad908948", "tag": "bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:17:55.343959 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eac6c1-bdc3-456b-aaad-d5cf57cf51d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:55.352696 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739681e-e3b4-49e1-8f1c-cf6973e43191 x-openstack-request-id: req-6739681e-e3b4-49e1-8f1c-cf6973e43191 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:17:55.352862 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d55190-61f0-4daf-863c-36b4ad908948", "tag": "bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:17:55.353114 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6739681e-e3b4-49e1-8f1c-cf6973e43191 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:17:55.353516 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6739681e-e3b4-49e1-8f1c-cf6973e43191'] response: {'name': 'network-changed', 'server_uuid': '77d55190-61f0-4daf-863c-36b4ad908948', 'tag': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d', 'status': 'completed', 'code': 200} Sep 15 14:17:55.438313 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-cbf00f5f-da04-48f2-8641-b108f69354d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:55.439702 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-cbf00f5f-da04-48f2-8641-b108f69354d2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 1127 time: 0.0435159 Sep 15 14:17:55.487333 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-5adde82d-d269-477e-81c3-6d10b2117a2e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d HTTP/1.1" status: 200 len: 217 time: 0.0322213 Sep 15 14:17:55.542848 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-4d88adc4-8041-407f-8662-d94783aebce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:55.544280 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-4d88adc4-8041-407f-8662-d94783aebce8 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.0433340 Sep 15 14:17:55.598730 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-810fd523-3257-4172-b286-497598311ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:55.600345 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-810fd523-3257-4172-b286-497598311ad5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378635 Sep 15 14:17:55.607191 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-df59303c-1063-49ca-8a39-5622dc9722a4 None None] Attempt 3 to provision port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d Sep 15 14:17:55.644640 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-df59303c-1063-49ca-8a39-5622dc9722a4 None None] Port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:17:55.724909 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-71479270-257e-41a1-8a21-7ef1ee8a8e74 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879500 Sep 15 14:17:56.044978 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:56.055783 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-9ddf1a49-4f4a-4456-bd73-0c46a803a2cd tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:56.057262 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-9ddf1a49-4f4a-4456-bd73-0c46a803a2cd tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0462296 Sep 15 14:17:56.087774 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5617c4bc-9a53-4310-b59d-183bb4c1927c req-9eea97d9-c362-4b75-bb46-cfdd0474e8bf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941958 Sep 15 14:17:56.149260 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Deleting port 6b330db3-4b2e-4089-b147-9c293a9a00a3 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:17:56.149524 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:56.242550 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] For port 6b330db3-4b2e-4089-b147-9c293a9a00a3, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6b330db3-4b2e-4089-b147-9c293a9a00a3,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:56.243242 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:56.255316 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Calling delete_port for 6b330db3-4b2e-4089-b147-9c293a9a00a3 owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:17:56.408473 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d65ed-e2c0-4e90-bf9e-441080548c67 req-886c47d3-5dd3-453e-ad1c-fae53fcc79e8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:56.409818 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd89785-60a2-41a3-b9f3-ad6c03bf7fe1 req-a02ff724-f55b-4980-ac5d-265c5b026631 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:56.409980 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-290d65ed-e2c0-4e90-bf9e-441080548c67 req-886c47d3-5dd3-453e-ad1c-fae53fcc79e8 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 943 time: 0.0770044 Sep 15 14:17:56.411333 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cfd89785-60a2-41a3-b9f3-ad6c03bf7fe1 req-a02ff724-f55b-4980-ac5d-265c5b026631 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 946 time: 0.0495241 Sep 15 14:17:56.419520 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:56.443637 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (6b330db3-4b2e-4089-b147-9c293a9a00a3), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:56.445118 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:56.462194 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cfd89785-60a2-41a3-b9f3-ad6c03bf7fe1 req-5077fbe4-097a-4001-b45c-6eb30f8e54cd tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442977 Sep 15 14:17:56.480711 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['6b330db3-4b2e-4089-b147-9c293a9a00a3'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:17:56.482530 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Pushing event deleted for resources: {'Port': ['ID=6b330db3-4b2e-4089-b147-9c293a9a00a3,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:56.522842 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-290d65ed-e2c0-4e90-bf9e-441080548c67 req-36c3bef9-d1cf-4605-b0de-a89fa9d71295 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015780 Sep 15 14:17:56.543075 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] No DVR routers for this DVR port 6b330db3-4b2e-4089-b147-9c293a9a00a3 on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:17:56.545786 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:56.549214 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2581ba79-b155-4003-b5ac-a05d4ff252ce req-a2cf2d33-d863-4ac5-9982-63cbde713158 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.52 "DELETE /networking/v2.0/ports/6b330db3-4b2e-4089-b147-9c293a9a00a3 HTTP/1.1" status: 204 len: 173 time: 0.4852557 Sep 15 14:17:56.549655 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27d1fdf-b409-467e-9b03-2a2d60ca01f8', 'name': 'network-vif-deleted', 'tag': '6b330db3-4b2e-4089-b147-9c293a9a00a3'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:17:56.551923 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0afef72-2424-4577-95d8-74f74015d707" -d '{"events": [{"server_uuid": "e27d1fdf-b409-467e-9b03-2a2d60ca01f8", "name": "network-vif-deleted", "tag": "6b330db3-4b2e-4089-b147-9c293a9a00a3"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:17:56.590155 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35214434-e3dc-4401-987a-8083ad5bb25a x-openstack-request-id: req-35214434-e3dc-4401-987a-8083ad5bb25a {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:17:56.590528 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27d1fdf-b409-467e-9b03-2a2d60ca01f8", "name": "network-vif-deleted", "tag": "6b330db3-4b2e-4089-b147-9c293a9a00a3", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:17:56.590781 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-35214434-e3dc-4401-987a-8083ad5bb25a {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:17:56.591188 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35214434-e3dc-4401-987a-8083ad5bb25a'] response: {'server_uuid': 'e27d1fdf-b409-467e-9b03-2a2d60ca01f8', 'name': 'network-vif-deleted', 'tag': '6b330db3-4b2e-4089-b147-9c293a9a00a3', 'status': 'completed', 'code': 200} Sep 15 14:17:57.158495 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 37409932-0575-4016-bb98-a4f28388af35 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:17:57.177861 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 37409932-0575-4016-bb98-a4f28388af35 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:17:57.178208 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 37409932-0575-4016-bb98-a4f28388af35 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:17:57.569354 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d107c648-4f11-4d3b-a513-b3687ec45713 req-4ae4b13c-c865-469f-a476-36c2a40a4715 tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 210 time: 0.0319924 Sep 15 14:17:57.646758 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c417e-4cf3-42be-ad27-1f4c5dd182c2 req-e78e2f36-d39a-41f5-9261-3d8eb67a4eec tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:57.648431 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-106c417e-4cf3-42be-ad27-1f4c5dd182c2 req-e78e2f36-d39a-41f5-9261-3d8eb67a4eec tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 943 time: 0.0457182 Sep 15 14:17:57.690669 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:57.695725 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-106c417e-4cf3-42be-ad27-1f4c5dd182c2 req-3ce9d0b1-d7fb-471b-97e8-e21bd6dabdfe tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418332 Sep 15 14:17:58.104492 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:58.106485 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:17:58.367485 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f96777-e731-4c47-8394-fd2729593da0 req-359f0274-66ff-4c13-a51c-eddb15529944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:58.368972 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-18f96777-e731-4c47-8394-fd2729593da0 req-359f0274-66ff-4c13-a51c-eddb15529944 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 1127 time: 0.0398755 Sep 15 14:17:58.438227 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-95b23d41-eb9d-4a71-8cfd-b12c0036bf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:58.463156 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f96777-e731-4c47-8394-fd2729593da0 req-2037c775-8049-40ca-ace3-56336e4fadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:58.464660 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-18f96777-e731-4c47-8394-fd2729593da0 req-2037c775-8049-40ca-ace3-56336e4fadb2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 911 time: 0.0899978 Sep 15 14:17:58.507226 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-18f96777-e731-4c47-8394-fd2729593da0 req-5d7b55aa-03de-4887-a998-efca575defd6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d HTTP/1.1" status: 200 len: 217 time: 0.0365005 Sep 15 14:17:58.566691 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f96777-e731-4c47-8394-fd2729593da0 req-d43f176e-610a-471d-93d6-ff9a71e333e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:58.568588 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-18f96777-e731-4c47-8394-fd2729593da0 req-d43f176e-610a-471d-93d6-ff9a71e333e5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.0449820 Sep 15 14:17:58.617755 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f96777-e731-4c47-8394-fd2729593da0 req-2999bfaf-9ebe-404a-93ad-fd1b3c8e877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:58.619199 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-18f96777-e731-4c47-8394-fd2729593da0 req-2999bfaf-9ebe-404a-93ad-fd1b3c8e877e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403128 Sep 15 14:17:58.696808 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-51452381-8b16-4297-ad3f-cf5ae0ac6f94 req-b6a0e7df-a919-4f3f-95ed-d36ac24699cc tempest-ServerRescueNegativeTestJSON-1635826651 tempest-ServerRescueNegativeTestJSON-1635826651-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e27d1fdf-b409-467e-9b03-2a2d60ca01f8 HTTP/1.1" status: 200 len: 210 time: 0.0316544 Sep 15 14:17:58.836048 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4e8be-471d-44e4-834b-4e1c5565fc99 req-aef9b279-3134-480b-b327-0f8accfd0bd1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:17:58.837629 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06f4e8be-471d-44e4-834b-4e1c5565fc99 req-aef9b279-3134-480b-b327-0f8accfd0bd1 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 943 time: 0.0662229 Sep 15 14:17:58.891675 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-06f4e8be-471d-44e4-834b-4e1c5565fc99 req-40e6092e-05bd-4155-b08c-9dc5793d209b tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474329 Sep 15 14:17:58.934312 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-18f96777-e731-4c47-8394-fd2729593da0 req-46032bb2-f39c-405c-a20a-ed190154bee3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012895 Sep 15 14:17:59.071152 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-18f96777-e731-4c47-8394-fd2729593da0 req-ddae8a30-6601-4632-b355-16d4ab6921f9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219170 Sep 15 14:17:59.159732 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:17:59.175285 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 6b330db3-4b2e-4089-b147-9c293a9a00a3 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:17:59.205015 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 6b330db3-4b2e-4089-b147-9c293a9a00a3 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:17:59.205351 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 6b330db3-4b2e-4089-b147-9c293a9a00a3 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:17:59.287630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:59.302044 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'port_id': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d', 'mac_address': 'fa:16:3e:a4:33:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:17:59.354567 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:17:59.354958 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:59.371979 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:17:59.397032 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:17:59.400979 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:17:59.461480 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:17:59.761509 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56754) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:17:59.840639 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:18:00.020368 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd230a4-7cf9-41ed-a0c4-13f18486df37 req-249e4e6f-46ca-4a40-9388-94ba0e772bdc tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:00.021801 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6bd230a4-7cf9-41ed-a0c4-13f18486df37 req-249e4e6f-46ca-4a40-9388-94ba0e772bdc tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 944 time: 0.0468168 Sep 15 14:18:00.070914 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6bd230a4-7cf9-41ed-a0c4-13f18486df37 req-13e93bb0-3982-465c-9309-66d7ff8d99e7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428250 Sep 15 14:18:00.336421 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (35b3ee80-73b2-4575-9855-f9c2c2e7c927), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:00.426790 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:00.688290 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e583e5eb-9ae4-4680-ba8f-1bed5ea07937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:00.779458 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:00.845478 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Deleting port 7502edde-2030-4fa3-aac3-3b8ba1f2658c {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:00.845818 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:00.926106 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] For port 7502edde-2030-4fa3-aac3-3b8ba1f2658c, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=7502edde-2030-4fa3-aac3-3b8ba1f2658c,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:00.926463 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:00.940515 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Calling delete_port for 7502edde-2030-4fa3-aac3-3b8ba1f2658c owned by network:router_interface {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:01.132299 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (7502edde-2030-4fa3-aac3-3b8ba1f2658c), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:01.166718 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Pushing event deleted for resources: {'Port': ['ID=7502edde-2030-4fa3-aac3-3b8ba1f2658c,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:01.177863 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:18:01.217088 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.217427 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.217770 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.218370 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.218490 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.218764 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.219092 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.219441 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.219761 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.220087 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.220405 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.220799 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.221045 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.221364 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.221681 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:01.233205 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:18:01.239595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:18:01.240395 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:01.241671 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d Sep 15 14:18:01.259037 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f73651-997b-4f18-8b85-7e609b0d881c req-5ffd3899-8ead-4470-9fc2-66530cd63777 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:01.260657 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a3f73651-997b-4f18-8b85-7e609b0d881c req-5ffd3899-8ead-4470-9fc2-66530cd63777 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 944 time: 0.1060469 Sep 15 14:18:01.292036 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:01.339189 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:18:01.339576 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:01.365847 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:01.366682 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d55190-61f0-4daf-863c-36b4ad908948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:18:01.369641 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ddfcd1-7c98-4bcc-9176-b93d68dc4822" -d '{"events": [{"server_uuid": "77d55190-61f0-4daf-863c-36b4ad908948", "name": "network-vif-plugged", "status": "completed", "tag": "bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:18:01.383356 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:01.385035 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a3f73651-997b-4f18-8b85-7e609b0d881c req-2267803c-9343-4c1f-987e-6c7793bd7bc6 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160398 Sep 15 14:18:01.392526 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:01.426880 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d3a89f-6aaa-4c43-87ac-1d6e156db70a x-openstack-request-id: req-b0d3a89f-6aaa-4c43-87ac-1d6e156db70a {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:18:01.427188 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d55190-61f0-4daf-863c-36b4ad908948", "name": "network-vif-plugged", "status": "completed", "tag": "bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:18:01.427435 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b0d3a89f-6aaa-4c43-87ac-1d6e156db70a {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:18:01.427879 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d3a89f-6aaa-4c43-87ac-1d6e156db70a'] response: {'server_uuid': '77d55190-61f0-4daf-863c-36b4ad908948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d', 'code': 200} Sep 15 14:18:01.441614 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (35b3ee80-73b2-4575-9855-f9c2c2e7c927), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:01.449047 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:01.629065 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:01.642715 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:01.683826 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e6d6-242b-47e4-b850-670b73dfa8cb req-31273adb-15d6-4bdd-afa3-6cd8f95d3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:01.685322 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ca86e6d6-242b-47e4-b850-670b73dfa8cb req-31273adb-15d6-4bdd-afa3-6cd8f95d3109 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 1129 time: 0.0551751 Sep 15 14:18:01.692698 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:18:01.783041 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ca86e6d6-242b-47e4-b850-670b73dfa8cb req-20642e11-48a7-48ae-b997-c63472ade8ff service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890074 Sep 15 14:18:01.831369 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:18:01.837426 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e808a707-fefd-46c5-9dfb-7f4299096228 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/35b3ee80-73b2-4575-9855-f9c2c2e7c927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0742657 Sep 15 14:18:01.839318 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56764) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:01.841000 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] Sync routers for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:18:01.852660 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:01.853320 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:01.941079 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks [] for router (35b3ee80-73b2-4575-9855-f9c2c2e7c927), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:01.953278 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:01.987999 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.044903 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks [] for router_gateway (35b3ee80-73b2-4575-9855-f9c2c2e7c927), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.088881 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Deleting port 2b85964a-7625-4394-882e-d243bb9924b8 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:02.089217 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (2b85964a-7625-4394-882e-d243bb9924b8), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.125570 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b85964a-7625-4394-882e-d243bb9924b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:18:01Z', 'revision_number': 5, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port': {'id': '2b85964a-7625-4394-882e-d243bb9924b8', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:02.150266 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] Checking router: 35b3ee80-73b2-4575-9855-f9c2c2e7c927 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:18:02.158595 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] Routers {'35b3ee80-73b2-4575-9855-f9c2c2e7c927'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:02.159166 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:02.172388 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] For port 2b85964a-7625-4394-882e-d243bb9924b8, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=2b85964a-7625-4394-882e-d243bb9924b8,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:02.172761 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (2b85964a-7625-4394-882e-d243bb9924b8), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.185972 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Calling delete_port for 2b85964a-7625-4394-882e-d243bb9924b8 owned by network:router_gateway {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:02.243142 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] Set router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 gateway port host: None {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:02.294084 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:18:02Z', 'revision_number': 6, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:02.319127 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31d1ae-c663-4cb2-8b44-6aa4a8fe050d None None] The sync data for ids ['35b3ee80-73b2-4575-9855-f9c2c2e7c927'] in dv-cinder-856971-2-iscsi is: [{'id': '35b3ee80-73b2-4575-9855-f9c2c2e7c927', 'name': 'tempest-ServerRescueNegativeTestJSON-1728985176-router', 'tenant_id': 'fab43b244e854c0296530db48bc1b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:18:02Z', 'revision_number': 6, 'project_id': 'fab43b244e854c0296530db48bc1b975', 'gw_port_host': None}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:18:02.356351 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (2b85964a-7625-4394-882e-d243bb9924b8), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.378524 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b85964a-7625-4394-882e-d243bb9924b8,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:02.429363 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:02.448621 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (35b3ee80-73b2-4575-9855-f9c2c2e7c927), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.589208 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (35b3ee80-73b2-4575-9855-f9c2c2e7c927), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.592454 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:02.595638 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks [] for router_controller (35b3ee80-73b2-4575-9855-f9c2c2e7c927), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.606324 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5060e-db90-4000-aa30-2bc0d7bceecd req-72ecaeca-4315-4ace-826e-17b171a31160 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:02.607773 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-54c5060e-db90-4000-aa30-2bc0d7bceecd req-72ecaeca-4315-4ace-826e-17b171a31160 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 945 time: 0.1084788 Sep 15 14:18:02.685341 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (35b3ee80-73b2-4575-9855-f9c2c2e7c927), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.685908 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35b3ee80-73b2-4575-9855-f9c2c2e7c927 {{(pid=106455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:18:02.690983 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.692190 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d6870231-ebff-456d-896c-33b1dba62940 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/35b3ee80-73b2-4575-9855-f9c2c2e7c927 HTTP/1.1" status: 204 len: 168 time: 0.8517261 Sep 15 14:18:02.696409 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56768) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:02.720667 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-54c5060e-db90-4000-aa30-2bc0d7bceecd req-f98fc07f-acc9-4436-86f6-f12688484b51 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893462 Sep 15 14:18:02.763389 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea5ad92-b083-4176-bf38-7d3c19620f26 admin admin] Deleting subnet 18b62015-f349-4ae6-bb8e-40024429c3e3 {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:18:02.766800 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cea5ad92-b083-4176-bf38-7d3c19620f26 admin admin] Publish callbacks [] for subnet (18b62015-f349-4ae6-bb8e-40024429c3e3), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.806484 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cea5ad92-b083-4176-bf38-7d3c19620f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3395121'] for subnet (18b62015-f349-4ae6-bb8e-40024429c3e3), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.879559 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cea5ad92-b083-4176-bf38-7d3c19620f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (18b62015-f349-4ae6-bb8e-40024429c3e3), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.933787 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cea5ad92-b083-4176-bf38-7d3c19620f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26002138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25218357'] for subnet (18b62015-f349-4ae6-bb8e-40024429c3e3), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.959210 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5ad92-b083-4176-bf38-7d3c19620f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b62015-f349-4ae6-bb8e-40024429c3e3,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:02.962998 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cea5ad92-b083-4176-bf38-7d3c19620f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:02.966109 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-cea5ad92-b083-4176-bf38-7d3c19620f26 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/18b62015-f349-4ae6-bb8e-40024429c3e3 HTTP/1.1" status: 204 len: 168 time: 0.2680404 Sep 15 14:18:02.968777 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56770) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:02.970339 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63089267-2eec-42e9-ad3f-4c849c778b3c None None] Network 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:18:03.042958 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.089877 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Deleting port d2d7b07d-434b-412d-9924-329e245577cc {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:03.090222 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (d2d7b07d-434b-412d-9924-329e245577cc), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.154789 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187df84-ab30-471f-b524-86785bf8b138 None None] DHCP port deletion for 4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:18:03.169172 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] For port d2d7b07d-434b-412d-9924-329e245577cc, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=d2d7b07d-434b-412d-9924-329e245577cc,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:03.169541 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (d2d7b07d-434b-412d-9924-329e245577cc), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.183595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 7502edde-2030-4fa3-aac3-3b8ba1f2658c no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:03.184283 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Calling delete_port for d2d7b07d-434b-412d-9924-329e245577cc owned by network:dhcp {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:03.219388 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 7502edde-2030-4fa3-aac3-3b8ba1f2658c {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:03.220188 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 7502edde-2030-4fa3-aac3-3b8ba1f2658c not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:03.221944 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-0187df84-ab30-471f-b524-86785bf8b138 None None] Deleting port d2d7b07d-434b-412d-9924-329e245577cc {{(pid=106457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:03.222314 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0187df84-ab30-471f-b524-86785bf8b138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (d2d7b07d-434b-412d-9924-329e245577cc), before_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.271702 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (d2d7b07d-434b-412d-9924-329e245577cc), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.289869 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-0187df84-ab30-471f-b524-86785bf8b138 None None] For port d2d7b07d-434b-412d-9924-329e245577cc, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=d2d7b07d-434b-412d-9924-329e245577cc,segment=NetworkSegment(cd3fef28-a512-44fc-b804-46ea9d80f78d),segment_id=cd3fef28-a512-44fc-b804-46ea9d80f78d)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:03.290377 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0187df84-ab30-471f-b524-86785bf8b138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (d2d7b07d-434b-412d-9924-329e245577cc), precommit_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.297325 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d7b07d-434b-412d-9924-329e245577cc,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:03.304846 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-0187df84-ab30-471f-b524-86785bf8b138 None None] Calling delete_port for d2d7b07d-434b-412d-9924-329e245577cc owned by network:dhcp {{(pid=106457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:03.309080 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] No DVR routers for this DVR port d2d7b07d-434b-412d-9924-329e245577cc on host dv-cinder-856971-2-iscsi {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:18:03.391633 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.397019 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0187df84-ab30-471f-b524-86785bf8b138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (d2d7b07d-434b-412d-9924-329e245577cc), after_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.415720 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6']}} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:03.424762 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187df84-ab30-471f-b524-86785bf8b138 None None] Pushing event deleted for resources: {'Port': ['ID=d2d7b07d-434b-412d-9924-329e245577cc,revision_number=None']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:03.427379 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3fef28-a512-44fc-b804-46ea9d80f78d') {'for_net_delete': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:03.427379 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3fef28-a512-44fc-b804-46ea9d80f78d') {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:03.431343 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187df84-ab30-471f-b524-86785bf8b138 None None] No DVR routers for this DVR port d2d7b07d-434b-412d-9924-329e245577cc on host dv-cinder-856971-2-iscsi {{(pid=106457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:18:03.438974 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26131832'] for segment (cd3fef28-a512-44fc-b804-46ea9d80f78d), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.454559 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (cd3fef28-a512-44fc-b804-46ea9d80f78d), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.456723 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.461213 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:18:03.461604 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26128705'] for segment (cd3fef28-a512-44fc-b804-46ea9d80f78d), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.506645 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment cd3fef28-a512-44fc-b804-46ea9d80f78d resource provider aggregate not found Sep 15 14:18:03.524271 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.529266 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment cd3fef28-a512-44fc-b804-46ea9d80f78d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd3fef28-a512-44fc-b804-46ea9d80f78d found for delete ", "request_id": "req-1bbfc9fa-4da8-4b29-ae4e-28e3e494e31b"}]} Sep 15 14:18:03.532959 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.539244 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.542323 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6 HTTP/1.1" status: 204 len: 168 time: 0.5723891 Sep 15 14:18:03.554200 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d38f6-e600-43b4-b6b5-47a701229e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf6b9d0-61d2-43ca-8735-1d5e3544a1e6,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:03.660086 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56778) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:03.704475 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e2abc6d6-9171-4dd2-bba7-7ebedf96a9ca admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fab43b244e854c0296530db48bc1b975&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430570 Sep 15 14:18:03.706823 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56780) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:03.761229 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f47f973-9335-46d0-9c8c-bb51831cdd8c admin admin] Publish callbacks [] for security_group (fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.783708 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f47f973-9335-46d0-9c8c-bb51831cdd8c admin admin] Publish callbacks [] for security_group (fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.785856 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:03.840671 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f47f973-9335-46d0-9c8c-bb51831cdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.843397 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f47f973-9335-46d0-9c8c-bb51831cdd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:03.844582 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8f47f973-9335-46d0-9c8c-bb51831cdd8c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7 HTTP/1.1" status: 204 len: 168 time: 0.1368067 Sep 15 14:18:03.853039 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47f973-9335-46d0-9c8c-bb51831cdd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd39e9eb-c01f-4ca4-9ee2-72dd935a47a7,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:03.853304 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de975-2d22-4634-a1ad-774c036b6bbb req-6d7eea1d-7608-4876-8af1-ac79378a3330 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:03.854840 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-846de975-2d22-4634-a1ad-774c036b6bbb req-6d7eea1d-7608-4876-8af1-ac79378a3330 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 945 time: 0.0477467 Sep 15 14:18:03.890324 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:18:03.912395 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-846de975-2d22-4634-a1ad-774c036b6bbb req-4f8606f0-6b75-4640-aa2b-9754e3c455f7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450227 Sep 15 14:18:04.041626 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bfeaf-6d9d-456d-909a-d896022ed38f req-bb5ffa57-a6fe-43db-b659-a6066aad98fc tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:04.043125 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-283bfeaf-6d9d-456d-909a-d896022ed38f req-bb5ffa57-a6fe-43db-b659-a6066aad98fc tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 945 time: 0.0515850 Sep 15 14:18:04.053958 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 56790) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:04.060199 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-11a2043e-0f5c-4171-8bae-6f3a53dd8e68 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Request body: {'floatingip': {'port_id': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:18:04.102530 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-11a2043e-0f5c-4171-8bae-6f3a53dd8e68 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (15fd8983-faef-43c7-8874-59717a125d24), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:04.199054 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:04.789253 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device d2d7b07d-434b-412d-9924-329e245577cc no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:04.798814 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-11a2043e-0f5c-4171-8bae-6f3a53dd8e68 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:04.805194 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-11a2043e-0f5c-4171-8bae-6f3a53dd8e68 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (15fd8983-faef-43c7-8874-59717a125d24), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:04.810082 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: d2d7b07d-434b-412d-9924-329e245577cc {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:04.810430 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device d2d7b07d-434b-412d-9924-329e245577cc not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:04.810841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 2b85964a-7625-4394-882e-d243bb9924b8 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:04.834761 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 2b85964a-7625-4394-882e-d243bb9924b8 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:04.835126 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 2b85964a-7625-4394-882e-d243bb9924b8 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:04.910001 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [None req-11a2043e-0f5c-4171-8bae-6f3a53dd8e68 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Floating IP 15fd8983-faef-43c7-8874-59717a125d24 associated. External IP: 172.27.1.72, port: bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d. Sep 15 14:18:05.119289 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a2043e-0f5c-4171-8bae-6f3a53dd8e68 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Router c8fb1174-ee25-4c2d-87c2-9f98de83a87b has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:18:05.226772 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a2043e-0f5c-4171-8bae-6f3a53dd8e68 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:18:05.231402 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-11a2043e-0f5c-4171-8bae-6f3a53dd8e68 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:05.238919 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] Sync routers for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:18:05.250953 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:05.252232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:05.263602 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-11a2043e-0f5c-4171-8bae-6f3a53dd8e68 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/15fd8983-faef-43c7-8874-59717a125d24 HTTP/1.1" status: 200 len: 990 time: 1.2049284 Sep 15 14:18:05.263602 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d55190-61f0-4daf-863c-36b4ad908948', 'tag': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:18:05.264510 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1487be96-2274-4fdb-b13e-cb65cb9578d1" -d '{"events": [{"name": "network-changed", "server_uuid": "77d55190-61f0-4daf-863c-36b4ad908948", "tag": "bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:18:05.305896 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d18dbe8-f8e2-48d5-9e1e-7a04d18f24be x-openstack-request-id: req-2d18dbe8-f8e2-48d5-9e1e-7a04d18f24be {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:18:05.309401 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d55190-61f0-4daf-863c-36b4ad908948", "tag": "bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:18:05.309401 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2d18dbe8-f8e2-48d5-9e1e-7a04d18f24be {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:18:05.309401 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d18dbe8-f8e2-48d5-9e1e-7a04d18f24be'] response: {'name': 'network-changed', 'server_uuid': '77d55190-61f0-4daf-863c-36b4ad908948', 'tag': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d', 'status': 'completed', 'code': 200} Sep 15 14:18:05.380877 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:05.408372 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-ff6b8668-d0c5-4456-bd0a-337e7fe6d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:05.410022 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-ff6b8668-d0c5-4456-bd0a-337e7fe6d844 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8297077982a4338a2d687c89e1119a2&device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 1129 time: 0.0428355 Sep 15 14:18:05.482223 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:05.511588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:05.529158 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-a84e56d1-4528-49f1-b883-75dcb2ab05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:05.530646 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-a84e56d1-4528-49f1-b883-75dcb2ab05c8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 200 len: 911 time: 0.1065507 Sep 15 14:18:05.609501 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-c42eed79-de81-4a75-bdb8-fd3713d82c60 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d HTTP/1.1" status: 200 len: 998 time: 0.0722427 Sep 15 14:18:05.630013 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '15fd8983-faef-43c7-8874-59717a125d24', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'port_id': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'mac_address': 'fa:16:3e:a4:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d55190-61f0-4daf-863c-36b4ad908948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:17:50Z', 'updated_at': '2022-09-15T14:18:04Z', 'revision_number': 1, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:05.659287 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-73a5ccaf-2fa4-4743-8850-8afd05272dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:05.659532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] Checking router: c8fb1174-ee25-4c2d-87c2-9f98de83a87b for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:18:05.660774 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-73a5ccaf-2fa4-4743-8850-8afd05272dee service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 200 len: 850 time: 0.0458651 Sep 15 14:18:05.668141 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:05.668742 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:05.706949 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-0826613f-24f6-4cb8-a39c-8886d98ec6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:05.708493 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-0826613f-24f6-4cb8-a39c-8886d98ec6b9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=e8bdfa6d-ee93-493a-aa98-3784c4bb267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410051 Sep 15 14:18:05.806548 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-8dc6244b-84b4-4323-8c81-325ba43f559a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911000 Sep 15 14:18:05.830050 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:05.837458 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:05.895828 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:05.900683 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1487be96-2274-4fdb-b13e-cb65cb9578d1 req-f0b1cd17-6235-47e4-b929-2cbeb6334f01 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876620 Sep 15 14:18:06.108055 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '15fd8983-faef-43c7-8874-59717a125d24', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'port_id': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'mac_address': 'fa:16:3e:a4:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d55190-61f0-4daf-863c-36b4ad908948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:17:50Z', 'updated_at': '2022-09-15T14:18:04Z', 'revision_number': 1, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:06.135860 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ca8d-79d2-46e0-9060-bec2ce6a5e8a None None] The sync data for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi is: [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '15fd8983-faef-43c7-8874-59717a125d24', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'port_id': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'mac_address': 'fa:16:3e:a4:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d55190-61f0-4daf-863c-36b4ad908948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:17:50Z', 'updated_at': '2022-09-15T14:18:04Z', 'revision_number': 1, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:18:06.316813 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a42d3e-e8fb-4b9a-93fb-aa4daaadcff1 None None] New status for floating IP 15fd8983-faef-43c7-8874-59717a125d24: ACTIVE {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:18:07.738829 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-c836ce31-aa49-420e-94e9-251a42adf92c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1424325707&fields=id&tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046 HTTP/1.1" status: 200 len: 267 time: 0.0458827 Sep 15 14:18:07.794077 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-04cd83a2-7d49-476b-9e61-6fe2840fcd6a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:07.795558 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-04cd83a2-7d49-476b-9e61-6fe2840fcd6a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 985 time: 0.0507543 Sep 15 14:18:07.806809 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-6eb2b437-a8b9-4399-b5be-0c4504c4c291 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Request body: {'port': {'security_groups': ['97e39383-f1df-4dfb-b754-261dfe8fd4de']}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:18:07.879175 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-6eb2b437-a8b9-4399-b5be-0c4504c4c291 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.053783 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-6eb2b437-a8b9-4399-b5be-0c4504c4c291 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] For port 8b54bbd9-461c-4eb0-8b69-008918d44954, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8b54bbd9-461c-4eb0-8b69-008918d44954,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:08.087884 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-6eb2b437-a8b9-4399-b5be-0c4504c4c291 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.092682 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-6eb2b437-a8b9-4399-b5be-0c4504c4c291 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.104429 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-6eb2b437-a8b9-4399-b5be-0c4504c4c291 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:08.105177 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-6eb2b437-a8b9-4399-b5be-0c4504c4c291 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.106554 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f9d8d1bb-1a4b-44c7-9b55-694f48f24445 req-6eb2b437-a8b9-4399-b5be-0c4504c4c291 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "PUT /networking/v2.0/ports/8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 200 len: 943 time: 0.3049486 Sep 15 14:18:08.107121 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:18:08.109444 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914" -d '{"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:18:08.114866 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56866) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:08.131755 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['8b54bbd9-461c-4eb0-8b69-008918d44954'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:18:08.176383 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2b437-a8b9-4399-b5be-0c4504c4c291 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event updated for resources: {'Port': ['ID=8b54bbd9-461c-4eb0-8b69-008918d44954,revision_number=7']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:08.182765 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789b31f6-c4e3-438a-9ae2-c1276b38c35d x-openstack-request-id: req-789b31f6-c4e3-438a-9ae2-c1276b38c35d {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:18:08.183045 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:18:08.183290 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-789b31f6-c4e3-438a-9ae2-c1276b38c35d {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:18:08.183706 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789b31f6-c4e3-438a-9ae2-c1276b38c35d'] response: {'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'status': 'completed', 'code': 200} Sep 15 14:18:08.191028 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group (f02c5e1e-ffb1-43e0-9848-33194254a727), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.230760 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group (f02c5e1e-ffb1-43e0-9848-33194254a727), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.318903 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['8b54bbd9-461c-4eb0-8b69-008918d44954'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:18:08.326260 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f02c5e1e-ffb1-43e0-9848-33194254a727), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.333410 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.333410 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f02c5e1e-ffb1-43e0-9848-33194254a727 HTTP/1.1" status: 204 len: 168 time: 0.2124949 Sep 15 14:18:08.333632 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56870) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:08.339802 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-b2c49d29-261b-43b7-aa2a-f9159c51111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:08.341529 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-b2c49d29-261b-43b7-aa2a-f9159c51111b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 1130 time: 0.0856209 Sep 15 14:18:08.374631 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02c5e1e-ffb1-43e0-9848-33194254a727,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:08.378655 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:08.394929 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.395334 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.395976 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.396186 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.396373 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.396703 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.397229 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.397747 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.398088 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.398416 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.398740 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.399061 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.399378 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.399760 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.400029 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd899e0e-d8d2-494b-b3b6-5a5ba4c04f67 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:08.431479 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:08.484321 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-377d3d45-b76b-4e89-b45e-d4a85caf8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:08.486835 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-377d3d45-b76b-4e89-b45e-d4a85caf8aaa service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9929a618-46ec-43e0-9a7a-ac3572079a97 HTTP/1.1" status: 200 len: 915 time: 0.1389320 Sep 15 14:18:08.531982 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:08.554719 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-381d1f23-9a42-466c-b888-48473741fdad service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 200 len: 1002 time: 0.0620790 Sep 15 14:18:08.612859 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-ebb5328b-a4dc-4723-8e7b-d8cabfc52eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:08.614347 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-ebb5328b-a4dc-4723-8e7b-d8cabfc52eed service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b4fc9951-4c7b-478a-a14b-19180e41e774 HTTP/1.1" status: 200 len: 854 time: 0.0483069 Sep 15 14:18:08.664388 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-d9068a4f-4072-48f8-a7ca-ecd737faa883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:08.665916 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-d9068a4f-4072-48f8-a7ca-ecd737faa883 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9929a618-46ec-43e0-9a7a-ac3572079a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422277 Sep 15 14:18:08.764867 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-eea1002f-712c-4968-b3c7-858901c994ba service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917583 Sep 15 14:18:08.773625 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Deleting port 0d505fb4-df1e-439e-9945-5dd07cf6bb0f {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:08.773966 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (0d505fb4-df1e-439e-9945-5dd07cf6bb0f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.830538 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:08.850695 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (0d505fb4-df1e-439e-9945-5dd07cf6bb0f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.851015 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for floatingip (0d505fb4-df1e-439e-9945-5dd07cf6bb0f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:08.863504 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Calling delete_port for 0d505fb4-df1e-439e-9945-5dd07cf6bb0f owned by network:floatingip {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:08.868343 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d50ecfd6-e9c5-4f43-af2f-cdf544ed3914 req-5db4f8d8-2916-4f02-80d4-7c95dfa4fb3d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896020 Sep 15 14:18:09.028683 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (0d505fb4-df1e-439e-9945-5dd07cf6bb0f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:09.054286 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event deleted for resources: {'Port': ['ID=0d505fb4-df1e-439e-9945-5dd07cf6bb0f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:09.115589 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks [] for floatingip (22f26816-6a30-494a-8758-5450e12b0ae0), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:09.116290 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Floating IP 22f26816-6a30-494a-8758-5450e12b0ae0 disassociated (deleted). External IP: 172.27.1.177, port: 8b54bbd9-461c-4eb0-8b69-008918d44954. Sep 15 14:18:09.312190 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Router 1de2e584-6a55-42dc-b555-90daa9cff5bb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:18:09.416697 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:18:09.421398 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:09.426150 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] Sync routers for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:18:09.436757 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:09.437360 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:09.447344 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:09.456786 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-4ba8286b-03ee-4d6f-85f3-0556f3bd3c5a tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/22f26816-6a30-494a-8758-5450e12b0ae0 HTTP/1.1" status: 204 len: 168 time: 1.1197953 Sep 15 14:18:09.456786 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:18:09.457853 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09d828c-fbed-4126-8e8f-8420e44238eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:18:09.503122 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc26715-c63c-4596-b7fd-bad743076e8c x-openstack-request-id: req-2dc26715-c63c-4596-b7fd-bad743076e8c {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:18:09.503412 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:18:09.503645 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2dc26715-c63c-4596-b7fd-bad743076e8c {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:18:09.504254 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc26715-c63c-4596-b7fd-bad743076e8c'] response: {'name': 'network-changed', 'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'status': 'completed', 'code': 200} Sep 15 14:18:09.544248 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:09.671411 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:09.697087 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:09.738513 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:32Z', 'revision_number': 5, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:09.763042 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] Checking router: 1de2e584-6a55-42dc-b555-90daa9cff5bb for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:18:09.771086 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:09.771679 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:09.871525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:10.050901 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:32Z', 'revision_number': 5, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:10.079666 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ff90a-5660-496c-b835-06dd1d13d85b None None] The sync data for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi is: [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:27Z', 'revision_number': 4, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '57e4a4ba-ec6f-4acc-bc74-c52dcdef122b', 'name': '', 'network_id': '9929a618-46ec-43e0-9a7a-ac3572079a97', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'mac_address': 'fa:16:3e:90:4b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:26Z', 'updated_at': '2022-09-15T14:13:32Z', 'revision_number': 5, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'subnets': [{'id': 'b4fc9951-4c7b-478a-a14b-19180e41e774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:18:10.278209 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeecdf5-b906-48d8-b257-d2f8f4a3b305 None None] New status for floating IP 22f26816-6a30-494a-8758-5450e12b0ae0: DOWN {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:18:12.557080 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-0895eaa3-d720-488a-a840-f322c023942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:12.558580 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-0895eaa3-d720-488a-a840-f322c023942d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 1130 time: 0.0406289 Sep 15 14:18:13.151215 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-82e17905-7326-4e6e-83c4-549ddd2ccce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:13.152628 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-82e17905-7326-4e6e-83c4-549ddd2ccce5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9929a618-46ec-43e0-9a7a-ac3572079a97 HTTP/1.1" status: 200 len: 915 time: 0.0908022 Sep 15 14:18:13.259815 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-625fac78-b9e0-40b1-a25f-b8f06274e9e6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 200 len: 217 time: 0.0335028 Sep 15 14:18:13.310456 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-61795bfa-4089-431e-9627-6b89e3dcb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:13.311948 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-61795bfa-4089-431e-9627-6b89e3dcb671 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b4fc9951-4c7b-478a-a14b-19180e41e774 HTTP/1.1" status: 200 len: 854 time: 0.0452843 Sep 15 14:18:13.355193 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-6bf3dd30-c5c0-4e0c-937b-f7fea697a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:13.356701 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-6bf3dd30-c5c0-4e0c-937b-f7fea697a733 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9929a618-46ec-43e0-9a7a-ac3572079a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392013 Sep 15 14:18:13.450273 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-9c0d110b-1b1c-4f96-978e-961435d57bfa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870395 Sep 15 14:18:13.576828 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d09d828c-fbed-4126-8e8f-8420e44238eb req-5283ee62-3a12-4051-942d-0120942d34f9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089654 Sep 15 14:18:15.383356 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab4ec-d6e9-44c1-a6f6-e855ae6f805b req-67a1ae3e-08ec-4d75-9741-b7337069562c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:15.384828 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e7fab4ec-d6e9-44c1-a6f6-e855ae6f805b req-67a1ae3e-08ec-4d75-9741-b7337069562c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0478222 Sep 15 14:18:15.432353 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e7fab4ec-d6e9-44c1-a6f6-e855ae6f805b req-7fa0bf8d-106f-4eb4-b09e-483efc15f37f tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418444 Sep 15 14:18:16.558527 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574225d-731b-4bf8-8165-d2b7a3e26678 req-6861eeb0-ad1c-4f64-8d5d-ac2c121e0a5c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:16.560052 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c574225d-731b-4bf8-8165-d2b7a3e26678 req-6861eeb0-ad1c-4f64-8d5d-ac2c121e0a5c tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0491173 Sep 15 14:18:16.578426 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:16.610009 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c574225d-731b-4bf8-8165-d2b7a3e26678 req-9c473391-13e8-425a-b6e1-4d1595e3c8b2 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Sep 15 14:18:16.776895 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56980) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:16.884498 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-11fc2b7d-f30c-4655-ada6-5659f9f66922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:16.960614 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-11fc2b7d-f30c-4655-ada6-5659f9f66922 admin admin] Publish callbacks [] for security_group (380d914e-0c0e-4e17-89e5-d1fc0259c23b), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:16.964388 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-11fc2b7d-f30c-4655-ada6-5659f9f66922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (380d914e-0c0e-4e17-89e5-d1fc0259c23b), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:16.968019 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:17.006952 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc2b7d-f30c-4655-ada6-5659f9f66922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380d914e-0c0e-4e17-89e5-d1fc0259c23b,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:17.011659 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-11fc2b7d-f30c-4655-ada6-5659f9f66922 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=01e568301d4c491790d936be55a528e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336769 Sep 15 14:18:17.014341 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56984) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:17.063984 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3283bbcd-9cf1-4f27-94e2-363f5c65821f admin admin] Publish callbacks [] for security_group (380d914e-0c0e-4e17-89e5-d1fc0259c23b), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.085137 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3283bbcd-9cf1-4f27-94e2-363f5c65821f admin admin] Publish callbacks [] for security_group (380d914e-0c0e-4e17-89e5-d1fc0259c23b), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.130947 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3283bbcd-9cf1-4f27-94e2-363f5c65821f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (380d914e-0c0e-4e17-89e5-d1fc0259c23b), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.133558 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3283bbcd-9cf1-4f27-94e2-363f5c65821f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.134726 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3283bbcd-9cf1-4f27-94e2-363f5c65821f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/380d914e-0c0e-4e17-89e5-d1fc0259c23b HTTP/1.1" status: 204 len: 168 time: 0.1195004 Sep 15 14:18:17.142276 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283bbcd-9cf1-4f27-94e2-363f5c65821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380d914e-0c0e-4e17-89e5-d1fc0259c23b,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:17.396451 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56990) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:17.413568 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f87ca169-ffcb-412a-ba95-47d1ab7f6b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.490123 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f87ca169-ffcb-412a-ba95-47d1ab7f6b2d admin admin] Publish callbacks [] for security_group (1989c261-84d3-45a1-918c-afbe90cb1cda), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.491195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-55acef9e-0478-447b-a65b-75d4fc818b97 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:17.492726 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-55acef9e-0478-447b-a65b-75d4fc818b97 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0497293 Sep 15 14:18:17.494562 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f87ca169-ffcb-412a-ba95-47d1ab7f6b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1989c261-84d3-45a1-918c-afbe90cb1cda), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.537035 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f87ca169-ffcb-412a-ba95-47d1ab7f6b2d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=57e958dc543e4e12a630d0c9f4c1a0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387558 Sep 15 14:18:17.537966 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ca169-ffcb-412a-ba95-47d1ab7f6b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1989c261-84d3-45a1-918c-afbe90cb1cda,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:17.540329 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 56992) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:17.583108 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Deleting port 8b54bbd9-461c-4eb0-8b69-008918d44954 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:17.583455 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.591046 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6696e564-15e3-4af2-815c-345ff950aa0d admin admin] Publish callbacks [] for security_group (1989c261-84d3-45a1-918c-afbe90cb1cda), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.596753 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:17.611743 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6696e564-15e3-4af2-815c-345ff950aa0d admin admin] Publish callbacks [] for security_group (1989c261-84d3-45a1-918c-afbe90cb1cda), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.651004 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:17.661930 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6696e564-15e3-4af2-815c-345ff950aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1989c261-84d3-45a1-918c-afbe90cb1cda), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.664696 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6696e564-15e3-4af2-815c-345ff950aa0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.666607 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6696e564-15e3-4af2-815c-345ff950aa0d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1989c261-84d3-45a1-918c-afbe90cb1cda HTTP/1.1" status: 204 len: 168 time: 0.1253638 Sep 15 14:18:17.677421 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] For port 8b54bbd9-461c-4eb0-8b69-008918d44954, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=8b54bbd9-461c-4eb0-8b69-008918d44954,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:17.678112 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.681418 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696e564-15e3-4af2-815c-345ff950aa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1989c261-84d3-45a1-918c-afbe90cb1cda,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:17.699536 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Calling delete_port for 8b54bbd9-461c-4eb0-8b69-008918d44954 owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:17.783270 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222f348-6c9e-4788-9660-0ffb9842c3cd req-65da3a8f-dabf-4c8b-ad8b-ea080fb9ab22 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:17.784770 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c222f348-6c9e-4788-9660-0ffb9842c3cd req-65da3a8f-dabf-4c8b-ad8b-ea080fb9ab22 tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b381b21a-4b5a-427b-80e7-9fe9ee49c77e HTTP/1.1" status: 200 len: 946 time: 0.0865536 Sep 15 14:18:17.860121 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c222f348-6c9e-4788-9660-0ffb9842c3cd req-2641ad31-20e1-48c1-94cc-0d5a5f93b42e tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97e39383-f1df-4dfb-b754-261dfe8fd4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679128 Sep 15 14:18:17.921192 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (8b54bbd9-461c-4eb0-8b69-008918d44954), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:17.947947 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Pushing event deleted for resources: {'Port': ['ID=8b54bbd9-461c-4eb0-8b69-008918d44954,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:17.958625 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['8b54bbd9-461c-4eb0-8b69-008918d44954'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:18:17.997382 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] No DVR routers for this DVR port 8b54bbd9-461c-4eb0-8b69-008918d44954 on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:18:17.999719 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:18.002867 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f1197748-fe30-4fa7-9367-dc150afc38d1 req-d53a9afe-2a3d-4b31-942e-12496706612b tempest-TestMinimumBasicScenario-1539886796 tempest-TestMinimumBasicScenario-1539886796-project] 10.222.0.52 "DELETE /networking/v2.0/ports/8b54bbd9-461c-4eb0-8b69-008918d44954 HTTP/1.1" status: 204 len: 173 time: 0.5039065 Sep 15 14:18:18.003381 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'name': 'network-vif-deleted', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:18:18.005634 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198b5a88-c4cd-4a78-9ab6-bd54eaf58c8e" -d '{"events": [{"server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "name": "network-vif-deleted", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:18:18.059154 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0277557b-3949-48f1-987a-c767c120ddcd x-openstack-request-id: req-0277557b-3949-48f1-987a-c767c120ddcd {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:18:18.059439 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b381b21a-4b5a-427b-80e7-9fe9ee49c77e", "name": "network-vif-deleted", "tag": "8b54bbd9-461c-4eb0-8b69-008918d44954", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:18:18.059705 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0277557b-3949-48f1-987a-c767c120ddcd {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:18:18.060141 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0277557b-3949-48f1-987a-c767c120ddcd'] response: {'server_uuid': 'b381b21a-4b5a-427b-80e7-9fe9ee49c77e', 'name': 'network-vif-deleted', 'tag': '8b54bbd9-461c-4eb0-8b69-008918d44954', 'status': 'completed', 'code': 200} Sep 15 14:18:19.621482 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57088) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:19.666895 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:19.924283 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:19.934106 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (1de2e584-6a55-42dc-b555-90daa9cff5bb), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:20.152039 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Deleting port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:20.152376 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:20.234118 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] For port 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=57e4a4ba-ec6f-4acc-bc74-c52dcdef122b,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:20.234508 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:20.246997 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Calling delete_port for 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b owned by network:router_interface {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:20.427262 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (57e4a4ba-ec6f-4acc-bc74-c52dcdef122b), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:20.449555 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=57e4a4ba-ec6f-4acc-bc74-c52dcdef122b,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:20.458245 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:20.623834 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (1de2e584-6a55-42dc-b555-90daa9cff5bb), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:20.821759 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:20.846479 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Router 1de2e584-6a55-42dc-b555-90daa9cff5bb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:18:20.947032 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:18:20.952179 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-5167df35-15e8-47ab-9a1a-8df7fdb01e9c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1de2e584-6a55-42dc-b555-90daa9cff5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3296719 Sep 15 14:18:20.954651 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57096) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:20.956375 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] Sync routers for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:18:20.967462 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:20.968092 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:21.055678 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks [] for router (1de2e584-6a55-42dc-b555-90daa9cff5bb), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.067735 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:21.154435 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks [] for router_gateway (1de2e584-6a55-42dc-b555-90daa9cff5bb), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.199984 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Deleting port 529259eb-bac7-4e1e-aeb0-7963a5dec596 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:21.200307 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.238026 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:18:20Z', 'revision_number': 5, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port': {'id': '529259eb-bac7-4e1e-aeb0-7963a5dec596', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:21.265800 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] Checking router: 1de2e584-6a55-42dc-b555-90daa9cff5bb for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:18:21.274240 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] Routers {'1de2e584-6a55-42dc-b555-90daa9cff5bb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:21.274845 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['1de2e584-6a55-42dc-b555-90daa9cff5bb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:21.280256 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] For port 529259eb-bac7-4e1e-aeb0-7963a5dec596, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=529259eb-bac7-4e1e-aeb0-7963a5dec596,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:21.280627 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.293218 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Calling delete_port for 529259eb-bac7-4e1e-aeb0-7963a5dec596 owned by network:router_gateway {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:21.342211 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:21.468814 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (529259eb-bac7-4e1e-aeb0-7963a5dec596), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.484320 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] Set router 1de2e584-6a55-42dc-b555-90daa9cff5bb gateway port host: None {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:21.496829 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Pushing event deleted for resources: {'Port': ['ID=529259eb-bac7-4e1e-aeb0-7963a5dec596,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:21.536737 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:18:21Z', 'revision_number': 6, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:21.561149 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (1de2e584-6a55-42dc-b555-90daa9cff5bb), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.563189 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ca9aa-0684-4933-8334-be90a88d6c04 None None] The sync data for ids ['1de2e584-6a55-42dc-b555-90daa9cff5bb'] in dv-cinder-856971-2-iscsi is: [{'id': '1de2e584-6a55-42dc-b555-90daa9cff5bb', 'name': 'tempest-TestMinimumBasicScenario-1386103504-router', 'tenant_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:24Z', 'updated_at': '2022-09-15T14:18:21Z', 'revision_number': 6, 'project_id': '2d56d6c8fce14f2f9fe424a5d0ae2046', 'gw_port_host': None}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:18:21.873953 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (1de2e584-6a55-42dc-b555-90daa9cff5bb), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.876049 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks [] for router_controller (1de2e584-6a55-42dc-b555-90daa9cff5bb), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.921373 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (1de2e584-6a55-42dc-b555-90daa9cff5bb), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.922068 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de2e584-6a55-42dc-b555-90daa9cff5bb {{(pid=106456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:18:21.926944 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:21.930592 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-19a86644-1622-4c6f-b5a4-92e8aa06303c admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/1de2e584-6a55-42dc-b555-90daa9cff5bb HTTP/1.1" status: 204 len: 168 time: 0.9725540 Sep 15 14:18:21.930832 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57100) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:21.983554 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-9affd3b0-294e-4b34-804b-8711ff885f44 admin admin] Deleting subnet b4fc9951-4c7b-478a-a14b-19180e41e774 {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:18:21.987239 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9affd3b0-294e-4b34-804b-8711ff885f44 admin admin] Publish callbacks [] for subnet (b4fc9951-4c7b-478a-a14b-19180e41e774), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.011284 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:22.023978 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9affd3b0-294e-4b34-804b-8711ff885f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3395121'] for subnet (b4fc9951-4c7b-478a-a14b-19180e41e774), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.097951 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9affd3b0-294e-4b34-804b-8711ff885f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (b4fc9951-4c7b-478a-a14b-19180e41e774), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.153528 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9affd3b0-294e-4b34-804b-8711ff885f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26002138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25218357'] for subnet (b4fc9951-4c7b-478a-a14b-19180e41e774), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.177156 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affd3b0-294e-4b34-804b-8711ff885f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fc9951-4c7b-478a-a14b-19180e41e774,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:22.182652 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9affd3b0-294e-4b34-804b-8711ff885f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.185808 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-9affd3b0-294e-4b34-804b-8711ff885f44 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/b4fc9951-4c7b-478a-a14b-19180e41e774 HTTP/1.1" status: 204 len: 168 time: 0.2539885 Sep 15 14:18:22.188280 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57102) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:22.188439 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3fdce-76e7-4454-bc09-ac523ac24e42 None None] Network 9929a618-46ec-43e0-9a7a-ac3572079a97 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:18:22.257184 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (9929a618-46ec-43e0-9a7a-ac3572079a97), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.299165 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Deleting port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:22.299629 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.341646 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] DHCP port deletion for 9929a618-46ec-43e0-9a7a-ac3572079a97 request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:18:22.368371 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:22.376063 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] For port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:22.376425 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.378838 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:22.383235 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Deleting port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 {{(pid=106457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:22.383618 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), before_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.390928 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Calling delete_port for f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 owned by network:dhcp {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:22.452549 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] For port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0,segment=NetworkSegment(99a9421b-f0e7-430e-bc20-5e44371b93f1),segment_id=99a9421b-f0e7-430e-bc20-5e44371b93f1)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:22.453006 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), precommit_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.468397 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Calling delete_port for f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 owned by network:dhcp {{(pid=106457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:22.473850 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:22.478337 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.510149 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:22.512069 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] No DVR routers for this DVR port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 on host dv-cinder-856971-2-iscsi {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:18:22.556110 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0), after_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.581954 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Pushing event deleted for resources: {'Port': ['ID=f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0,revision_number=None']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:22.586924 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] No DVR routers for this DVR port f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 on host dv-cinder-856971-2-iscsi {{(pid=106457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:18:22.593865 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (9929a618-46ec-43e0-9a7a-ac3572079a97), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.600644 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.601051 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.601587 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.601915 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.602355 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.602845 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.603446 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.603793 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.604131 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.604457 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.604782 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.605107 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.605419 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.605902 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.606463 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a3fd0-0cd4-4a24-b3a7-f348c5bb695a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:18:22.618259 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9929a618-46ec-43e0-9a7a-ac3572079a97']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:22.628515 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a9421b-f0e7-430e-bc20-5e44371b93f1') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:22.628717 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a9421b-f0e7-430e-bc20-5e44371b93f1') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:22.641507 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (99a9421b-f0e7-430e-bc20-5e44371b93f1), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.655625 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (99a9421b-f0e7-430e-bc20-5e44371b93f1), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.662042 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:18:22.663240 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (99a9421b-f0e7-430e-bc20-5e44371b93f1), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.734387 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (9929a618-46ec-43e0-9a7a-ac3572079a97), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.742655 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:22.746471 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/9929a618-46ec-43e0-9a7a-ac3572079a97 HTTP/1.1" status: 204 len: 168 time: 0.5569844 Sep 15 14:18:22.749532 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57108) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:22.758683 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea7ab-3ddc-4c14-a2e2-523cfe836230 admin admin] Pushing event deleted for resources: {'Network': ['ID=9929a618-46ec-43e0-9a7a-ac3572079a97,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:22.820999 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:22.842069 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:22.842609 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 57e4a4ba-ec6f-4acc-bc74-c52dcdef122b not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:22.843033 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 529259eb-bac7-4e1e-aeb0-7963a5dec596 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:22.862477 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 529259eb-bac7-4e1e-aeb0-7963a5dec596 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:22.862648 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment 99a9421b-f0e7-430e-bc20-5e44371b93f1 resource provider aggregate not found Sep 15 14:18:22.862833 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 529259eb-bac7-4e1e-aeb0-7963a5dec596 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:22.863251 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:22.880579 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment 99a9421b-f0e7-430e-bc20-5e44371b93f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99a9421b-f0e7-430e-bc20-5e44371b93f1 found for delete ", "request_id": "req-1ce4020f-7e85-499b-a1bb-a7fe9815c02b"}]} Sep 15 14:18:22.887534 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:22.887898 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device f1a2c959-b6fe-4b39-ae95-0e4fd2527fa0 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:23.242738 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:23.442558 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:23.460327 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Deleting port 5240cc18-4c85-4145-a429-e903352835ba {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:23.460690 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (5240cc18-4c85-4145-a429-e903352835ba), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:23.471025 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:23.540265 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] For port 5240cc18-4c85-4145-a429-e903352835ba, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=5240cc18-4c85-4145-a429-e903352835ba,segment=NetworkSegment(1ac0e800-dd53-438f-a2f1-8049ee150266),segment_id=1ac0e800-dd53-438f-a2f1-8049ee150266)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:23.540545 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (5240cc18-4c85-4145-a429-e903352835ba), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:23.554573 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Calling delete_port for 5240cc18-4c85-4145-a429-e903352835ba owned by network:router_interface {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:23.979643 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (5240cc18-4c85-4145-a429-e903352835ba), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:24.006555 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5240cc18-4c85-4145-a429-e903352835ba,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:24.169190 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:24.374457 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:18:24.476272 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:18:24.481137 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-71c6ec76-a027-469d-8446-0f9f842bb6f1 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/9e4c229d-a6f7-4dad-9700-f6baa05fa4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7297926 Sep 15 14:18:24.483647 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57120) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:24.486216 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] Sync routers for ids ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:18:24.495935 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] Routers {'9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:24.496538 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:24.523033 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:24.538485 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 8b54bbd9-461c-4eb0-8b69-008918d44954 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:24.559501 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 8b54bbd9-461c-4eb0-8b69-008918d44954 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:24.559852 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 8b54bbd9-461c-4eb0-8b69-008918d44954 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:24.569461 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:24.588709 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks [] for router (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:24.600967 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] Set router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:24.689243 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks [] for router_gateway (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:24.722600 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:24.736834 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Deleting port 9bbec5ea-0fca-4080-b3bc-df657b3e3540 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:24.737303 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:24.771159 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:29Z', 'updated_at': '2022-09-15T14:18:23Z', 'revision_number': 5, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'gw_port': {'id': '9bbec5ea-0fca-4080-b3bc-df657b3e3540', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:13:30Z', 'updated_at': '2022-09-15T14:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:24.798345 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] Checking router: 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:18:24.807307 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] Routers {'9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:18:24.807944 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:18:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:24.810400 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:24.819154 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] For port 9bbec5ea-0fca-4080-b3bc-df657b3e3540, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=9bbec5ea-0fca-4080-b3bc-df657b3e3540,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:24.819536 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:24.832198 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Calling delete_port for 9bbec5ea-0fca-4080-b3bc-df657b3e3540 owned by network:router_gateway {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:24.897406 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] Set router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 gateway port host: None {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:18:24.950592 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:29Z', 'updated_at': '2022-09-15T14:18:24Z', 'revision_number': 6, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:24.976731 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366f20a-e412-44a4-ba41-1f7cb054ca7b None None] The sync data for ids ['9e4c229d-a6f7-4dad-9700-f6baa05fa4e4'] in dv-cinder-856971-2-iscsi is: [{'id': '9e4c229d-a6f7-4dad-9700-f6baa05fa4e4', 'name': 'tempest-TestMinimumBasicScenario-862974019-router', 'tenant_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:13:29Z', 'updated_at': '2022-09-15T14:18:24Z', 'revision_number': 6, 'project_id': '7c1acf0de9e5442ca8a9a310de0238ed', 'gw_port_host': None}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:18:25.005049 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (9bbec5ea-0fca-4080-b3bc-df657b3e3540), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.032046 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbec5ea-0fca-4080-b3bc-df657b3e3540,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:25.095157 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.182544 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.184658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks [] for router_controller (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.224672 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (9e4c229d-a6f7-4dad-9700-f6baa05fa4e4), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.225307 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 {{(pid=106455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:18:25.229918 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.231029 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8123a376-5670-403c-b7e9-a1757f615418 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/9e4c229d-a6f7-4dad-9700-f6baa05fa4e4 HTTP/1.1" status: 204 len: 168 time: 0.7464666 Sep 15 14:18:25.233689 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57124) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:25.278460 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_v2 [None req-617d8f5a-0d6e-4503-a152-42800b539eeb admin admin] Deleting subnet 04a1b656-8f25-4fd4-9aa0-1b664d7bceb9 {{(pid=106455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:18:25.281512 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-617d8f5a-0d6e-4503-a152-42800b539eeb admin admin] Publish callbacks [] for subnet (04a1b656-8f25-4fd4-9aa0-1b664d7bceb9), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.321124 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-617d8f5a-0d6e-4503-a152-42800b539eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26131779'] for subnet (04a1b656-8f25-4fd4-9aa0-1b664d7bceb9), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.404297 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:25.430433 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-617d8f5a-0d6e-4503-a152-42800b539eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (04a1b656-8f25-4fd4-9aa0-1b664d7bceb9), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.476559 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:25.489433 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-617d8f5a-0d6e-4503-a152-42800b539eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26128891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25309316'] for subnet (04a1b656-8f25-4fd4-9aa0-1b664d7bceb9), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.516602 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d8f5a-0d6e-4503-a152-42800b539eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a1b656-8f25-4fd4-9aa0-1b664d7bceb9,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:25.521535 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-617d8f5a-0d6e-4503-a152-42800b539eeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.525439 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-617d8f5a-0d6e-4503-a152-42800b539eeb admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/04a1b656-8f25-4fd4-9aa0-1b664d7bceb9 HTTP/1.1" status: 204 len: 168 time: 0.2906337 Sep 15 14:18:25.526564 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e064b5-eb5d-43ee-9fcd-005408dfc197 None None] Network 73e6051c-05cc-459e-bfb0-05bc6a56437f requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:18:25.527939 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57126) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:25.596519 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (73e6051c-05cc-459e-bfb0-05bc6a56437f), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.642329 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Deleting port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:25.642671 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.706590 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] For port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=103b4c94-e5e8-499a-a0e4-3dc1acab8b9a,segment=NetworkSegment(1ac0e800-dd53-438f-a2f1-8049ee150266),segment_id=1ac0e800-dd53-438f-a2f1-8049ee150266)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:25.706952 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.720071 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Calling delete_port for 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a owned by network:dhcp {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:25.732420 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a75047-3d93-4886-9b78-024966b1ba57 None None] DHCP port deletion for 73e6051c-05cc-459e-bfb0-05bc6a56437f request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:18:25.769676 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-51a75047-3d93-4886-9b78-024966b1ba57 None None] Deleting port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a {{(pid=106457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:18:25.770054 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-51a75047-3d93-4886-9b78-024966b1ba57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), before_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.805594 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.830531 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=103b4c94-e5e8-499a-a0e4-3dc1acab8b9a,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:25.836660 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] No DVR routers for this DVR port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a on host dv-cinder-856971-2-iscsi {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:18:25.846852 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-51a75047-3d93-4886-9b78-024966b1ba57 None None] For port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=103b4c94-e5e8-499a-a0e4-3dc1acab8b9a,segment=NetworkSegment(1ac0e800-dd53-438f-a2f1-8049ee150266),segment_id=1ac0e800-dd53-438f-a2f1-8049ee150266)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:18:25.847253 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-51a75047-3d93-4886-9b78-024966b1ba57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), precommit_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.862418 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-51a75047-3d93-4886-9b78-024966b1ba57 None None] Calling delete_port for 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a owned by network:dhcp {{(pid=106457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:18:25.910283 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (73e6051c-05cc-459e-bfb0-05bc6a56437f), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.940424 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e6051c-05cc-459e-bfb0-05bc6a56437f']}} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:25.951473 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac0e800-dd53-438f-a2f1-8049ee150266') {'for_net_delete': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:25.951815 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac0e800-dd53-438f-a2f1-8049ee150266') {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:18:25.963001 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-51a75047-3d93-4886-9b78-024966b1ba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (103b4c94-e5e8-499a-a0e4-3dc1acab8b9a), after_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.978707 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26131832'] for segment (1ac0e800-dd53-438f-a2f1-8049ee150266), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:25.989088 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a75047-3d93-4886-9b78-024966b1ba57 None None] Pushing event deleted for resources: {'Port': ['ID=103b4c94-e5e8-499a-a0e4-3dc1acab8b9a,revision_number=None']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:25.991041 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a75047-3d93-4886-9b78-024966b1ba57 None None] No DVR routers for this DVR port 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a on host dv-cinder-856971-2-iscsi {{(pid=106457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:18:26.008603 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (1ac0e800-dd53-438f-a2f1-8049ee150266), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.019419 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:18:26.020043 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26128705'] for segment (1ac0e800-dd53-438f-a2f1-8049ee150266), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.065439 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment 1ac0e800-dd53-438f-a2f1-8049ee150266 resource provider aggregate not found Sep 15 14:18:26.087933 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment 1ac0e800-dd53-438f-a2f1-8049ee150266 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ac0e800-dd53-438f-a2f1-8049ee150266 found for delete ", "request_id": "req-4b479a17-fd8b-4336-9e49-1c89deab65fb"}]} Sep 15 14:18:26.089361 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (73e6051c-05cc-459e-bfb0-05bc6a56437f), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.094950 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.098116 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/73e6051c-05cc-459e-bfb0-05bc6a56437f HTTP/1.1" status: 204 len: 168 time: 0.5691321 Sep 15 14:18:26.111023 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c14ed3-578b-4c0d-aa22-25a0ae4425b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e6051c-05cc-459e-bfb0-05bc6a56437f,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:26.226949 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57150) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:26.269151 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-0bc18279-7b30-4dbf-8aa2-7bbc3376daf8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2d56d6c8fce14f2f9fe424a5d0ae2046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409179 Sep 15 14:18:26.272304 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57152) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:26.330389 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0764433a-68a2-44fe-a6ed-454d1c37569e admin admin] Publish callbacks [] for security_group (97e39383-f1df-4dfb-b754-261dfe8fd4de), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.354308 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0764433a-68a2-44fe-a6ed-454d1c37569e admin admin] Publish callbacks [] for security_group (97e39383-f1df-4dfb-b754-261dfe8fd4de), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.405356 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0764433a-68a2-44fe-a6ed-454d1c37569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (97e39383-f1df-4dfb-b754-261dfe8fd4de), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.407992 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0764433a-68a2-44fe-a6ed-454d1c37569e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.409120 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0764433a-68a2-44fe-a6ed-454d1c37569e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/97e39383-f1df-4dfb-b754-261dfe8fd4de HTTP/1.1" status: 204 len: 168 time: 0.1358387 Sep 15 14:18:26.416690 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764433a-68a2-44fe-a6ed-454d1c37569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e39383-f1df-4dfb-b754-261dfe8fd4de,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:26.729661 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57160) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:26.770700 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8750649a-1b06-4833-8d0f-0d4f0e0d6905 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7c1acf0de9e5442ca8a9a310de0238ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398347 Sep 15 14:18:26.773867 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57162) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:26.808386 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 5240cc18-4c85-4145-a429-e903352835ba no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:26.816633 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:26.823324 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79534c58-8b2c-4e5f-a0e9-bd900459f67d admin admin] Publish callbacks [] for security_group (4b7d1b62-b10c-4c04-b974-acf9c84f3ef8), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.830853 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 5240cc18-4c85-4145-a429-e903352835ba {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:26.831203 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 5240cc18-4c85-4145-a429-e903352835ba not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:26.831620 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:26.844931 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79534c58-8b2c-4e5f-a0e9-bd900459f67d admin admin] Publish callbacks [] for security_group (4b7d1b62-b10c-4c04-b974-acf9c84f3ef8), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.851341 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:26.851708 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 103b4c94-e5e8-499a-a0e4-3dc1acab8b9a not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:26.852116 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 9bbec5ea-0fca-4080-b3bc-df657b3e3540 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:18:26.855141 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:26.870615 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 9bbec5ea-0fca-4080-b3bc-df657b3e3540 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:18:26.870957 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 9bbec5ea-0fca-4080-b3bc-df657b3e3540 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:18:26.893067 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79534c58-8b2c-4e5f-a0e9-bd900459f67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4b7d1b62-b10c-4c04-b974-acf9c84f3ef8), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.895715 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-79534c58-8b2c-4e5f-a0e9-bd900459f67d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:26.896909 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-79534c58-8b2c-4e5f-a0e9-bd900459f67d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4b7d1b62-b10c-4c04-b974-acf9c84f3ef8 HTTP/1.1" status: 204 len: 168 time: 0.1220558 Sep 15 14:18:26.906489 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79534c58-8b2c-4e5f-a0e9-bd900459f67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7d1b62-b10c-4c04-b974-acf9c84f3ef8,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:28.440710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-d8e75cf7-2a71-43c8-8a98-526a6a0bf193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:30.690626 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9b191ad6-4c88-4af4-95cc-85c375899cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:31.989151 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:33.459636 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:33.525576 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:34.899892 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=18 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:34.954346 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:36.264102 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:36.266036 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:36.899766 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:36.902061 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:DELETE=3,neutron:SELECT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:40.889699 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:18:43.520019 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:43.520987 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:46.592820 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:50.885993 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:56.244420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57324) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:56.348988 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-88bd83a0-a703-48ba-9961-6218e41dc6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.423067 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-88bd83a0-a703-48ba-9961-6218e41dc6df admin admin] Publish callbacks [] for security_group (4840624f-31ff-45c1-b792-9169c0b02549), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.426567 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-88bd83a0-a703-48ba-9961-6218e41dc6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4840624f-31ff-45c1-b792-9169c0b02549), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.467100 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd83a0-a703-48ba-9961-6218e41dc6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4840624f-31ff-45c1-b792-9169c0b02549,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:56.471197 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-88bd83a0-a703-48ba-9961-6218e41dc6df admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=689dbc84ca664f708caaea7aa00798b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251489 Sep 15 14:18:56.473848 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57328) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:56.522672 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3f03-d985-468b-8108-633ae11d8edb admin admin] Publish callbacks [] for security_group (4840624f-31ff-45c1-b792-9169c0b02549), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.543560 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3f03-d985-468b-8108-633ae11d8edb admin admin] Publish callbacks [] for security_group (4840624f-31ff-45c1-b792-9169c0b02549), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.589404 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3f03-d985-468b-8108-633ae11d8edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4840624f-31ff-45c1-b792-9169c0b02549), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.592072 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3f03-d985-468b-8108-633ae11d8edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.593216 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a6fe3f03-d985-468b-8108-633ae11d8edb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4840624f-31ff-45c1-b792-9169c0b02549 HTTP/1.1" status: 204 len: 168 time: 0.1184831 Sep 15 14:18:56.600878 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3f03-d985-468b-8108-633ae11d8edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4840624f-31ff-45c1-b792-9169c0b02549,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:56.859033 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57334) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:56.873050 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2e90a4f1-0734-4cf6-a9f1-d3bad1d0dcc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.949601 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2e90a4f1-0734-4cf6-a9f1-d3bad1d0dcc7 admin admin] Publish callbacks [] for security_group (2c70eeaf-5e48-4100-bb97-e71f8a5e2b17), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.954273 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2e90a4f1-0734-4cf6-a9f1-d3bad1d0dcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (2c70eeaf-5e48-4100-bb97-e71f8a5e2b17), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:56.994763 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90a4f1-0734-4cf6-a9f1-d3bad1d0dcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c70eeaf-5e48-4100-bb97-e71f8a5e2b17,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:56.999631 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-2e90a4f1-0734-4cf6-a9f1-d3bad1d0dcc7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9d92a42b00be454cbaa9b7f7c0ce04d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395886 Sep 15 14:18:57.002610 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57336) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:57.050784 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-395c92f9-9aec-4c8c-ad70-4c04cd3acebc admin admin] Publish callbacks [] for security_group (2c70eeaf-5e48-4100-bb97-e71f8a5e2b17), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:57.071560 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-395c92f9-9aec-4c8c-ad70-4c04cd3acebc admin admin] Publish callbacks [] for security_group (2c70eeaf-5e48-4100-bb97-e71f8a5e2b17), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:57.117074 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-395c92f9-9aec-4c8c-ad70-4c04cd3acebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (2c70eeaf-5e48-4100-bb97-e71f8a5e2b17), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:57.119575 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-395c92f9-9aec-4c8c-ad70-4c04cd3acebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:57.121466 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-395c92f9-9aec-4c8c-ad70-4c04cd3acebc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2c70eeaf-5e48-4100-bb97-e71f8a5e2b17 HTTP/1.1" status: 204 len: 168 time: 0.1178794 Sep 15 14:18:57.129210 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c92f9-9aec-4c8c-ad70-4c04cd3acebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c70eeaf-5e48-4100-bb97-e71f8a5e2b17,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:57.788910 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57360) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:57.883705 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1494491382-network', 'tenant_id': '317a725ec099477ba549f7b51773419e'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:18:57.904039 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Made reservation on behalf of 317a725ec099477ba549f7b51773419e for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:18:57.906278 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:57.914708 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:57.990475 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Publish callbacks [] for security_group (5374117f-71da-4794-a764-3247ab1bb85c), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:57.994052 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (5374117f-71da-4794-a764-3247ab1bb85c), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:58.020581 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:18:58.031282 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:58.032250 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5374117f-71da-4794-a764-3247ab1bb85c,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:58.041355 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (d5df9245-d520-4626-a496-93c3decdb123), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:58.041681 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Added segment d5df9245-d520-4626-a496-93c3decdb123 of type vlan for network c6bdaca3-d6ed-429c-a9d7-92a7c98be856 Sep 15 14:18:58.070496 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:58.087100 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (c6bdaca3-d6ed-429c-a9d7-92a7c98be856), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:58.113503 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (c6bdaca3-d6ed-429c-a9d7-92a7c98be856), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:58.114823 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:58.115520 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:58.172064 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3820369 Sep 15 14:18:58.175194 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57364) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:58.180275 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Request body: {'subnet': {'network_id': 'c6bdaca3-d6ed-429c-a9d7-92a7c98be856', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1494491382-subnet', 'tenant_id': '317a725ec099477ba549f7b51773419e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:18:58.183455 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa866-00a4-484a-b4e7-0985e265880b admin admin] Pushing event updated for resources: {'Network': ['ID=c6bdaca3-d6ed-429c-a9d7-92a7c98be856,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:58.196573 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network c6bdaca3-d6ed-429c-a9d7-92a7c98be856 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:18:58.211581 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Made reservation on behalf of 317a725ec099477ba549f7b51773419e for: {'subnet': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:18:58.215249 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25218330'] for subnet (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:58.392493 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26004997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25218316'] for subnet (062ce921-01e2-4472-bfe2-508a3d9b51e2), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:58.442273 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-bd5b3c75-1f5d-444d-87ee-5edb49cd00e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:58.456000 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=062ce921-01e2-4472-bfe2-508a3d9b51e2,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:58.464578 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Checking segment: {'id': 'd5df9245-d520-4626-a496-93c3decdb123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c6bdaca3-d6ed-429c-a9d7-92a7c98be856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:18:58.464942 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Network hostable DHCP agents. Network: c6bdaca3-d6ed-429c-a9d7-92a7c98be856, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:18:58.481620 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Network c6bdaca3-d6ed-429c-a9d7-92a7c98be856 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:18:58.489692 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, c6bdaca3-d6ed-429c-a9d7-92a7c98be856) {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:18:58.493949 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:58.494550 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:58.499502 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de3f16-eaef-4e3d-aba7-462229e6d9b5 None None] Network c6bdaca3-d6ed-429c-a9d7-92a7c98be856 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:18:58.511311 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-36a15192-905f-4fb4-8316-cc76aa7ca9e9 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3343935 Sep 15 14:18:58.599612 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0eb77-14d3-469a-8a5a-ebe0c62ef9b4 None None] Network c6bdaca3-d6ed-429c-a9d7-92a7c98be856 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:18:58.982037 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57380) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:58.986855 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-413770282-network', 'tenant_id': '3bc7a35bc59041c3bed1c8bbea6f6bc2'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:18:59.007016 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Made reservation on behalf of 3bc7a35bc59041c3bed1c8bbea6f6bc2 for: {'network': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:18:59.009338 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.017600 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.093750 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Publish callbacks [] for security_group (cc08887f-fdeb-4d9e-a781-79baaadf69b8), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.097294 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (cc08887f-fdeb-4d9e-a781-79baaadf69b8), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.118731 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=106456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:18:59.130634 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:59.136555 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc08887f-fdeb-4d9e-a781-79baaadf69b8,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:59.139871 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (de999a57-2170-4997-bc85-9c93e00beccb), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.140226 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.segments_db [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Added segment de999a57-2170-4997-bc85-9c93e00beccb of type vlan for network 956cff6e-84b6-4374-ab41-957939895e6b Sep 15 14:18:59.182281 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (956cff6e-84b6-4374-ab41-957939895e6b), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.205714 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:18:59.213107 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (956cff6e-84b6-4374-ab41-957939895e6b), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.214176 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:59.214889 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.270279 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2871494 Sep 15 14:18:59.273224 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57382) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:18:59.278258 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Request body: {'subnet': {'network_id': '956cff6e-84b6-4374-ab41-957939895e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-413770282-subnet', 'tenant_id': '3bc7a35bc59041c3bed1c8bbea6f6bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:18:59.281279 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dceee-36fc-4be7-88b6-dfdd2f997885 admin admin] Pushing event updated for resources: {'Network': ['ID=956cff6e-84b6-4374-ab41-957939895e6b,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:59.291351 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 956cff6e-84b6-4374-ab41-957939895e6b details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:18:59.300713 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Made reservation on behalf of 3bc7a35bc59041c3bed1c8bbea6f6bc2 for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:18:59.303297 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25309355'] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.472607 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26131748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25309373'] for subnet (2368aa86-9d58-459e-b7ae-64f665d47087), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.530384 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2368aa86-9d58-459e-b7ae-64f665d47087,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:18:59.537470 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Checking segment: {'id': 'de999a57-2170-4997-bc85-9c93e00beccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '956cff6e-84b6-4374-ab41-957939895e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:18:59.537851 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Network hostable DHCP agents. Network: 956cff6e-84b6-4374-ab41-957939895e6b, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:18:59.555316 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Network 956cff6e-84b6-4374-ab41-957939895e6b is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:18:59.564195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 956cff6e-84b6-4374-ab41-957939895e6b) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:18:59.568270 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:18:59.568854 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:18:59.573900 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e2e39-df58-40b9-b979-168b4fb31e6f None None] Network 956cff6e-84b6-4374-ab41-957939895e6b requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:18:59.585098 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-2a3cd5ac-57e6-404c-82ad-da436cdf83a7 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3107457 Sep 15 14:18:59.675918 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad595e9b-0c7c-4b8e-a86c-4c3ba9ce3afb None None] Network 956cff6e-84b6-4374-ab41-957939895e6b requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:19:00.697257 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9a411139-48e8-4ebc-9fe4-1350f6e546df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:01.992187 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:03.462416 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:03.528306 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:04.892750 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:04.896714 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:09.277547 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:09.279403 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:09.578292 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=47,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:09.578971 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=4,neutron:SELECT=55,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:13.267588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57520) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:13.313445 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Deleting subnet 062ce921-01e2-4472-bfe2-508a3d9b51e2 {{(pid=106455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:19:13.316840 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Publish callbacks [] for subnet (062ce921-01e2-4472-bfe2-508a3d9b51e2), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.356261 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26131779'] for subnet (062ce921-01e2-4472-bfe2-508a3d9b51e2), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.397750 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (062ce921-01e2-4472-bfe2-508a3d9b51e2), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.453535 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26128891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25309316'] for subnet (062ce921-01e2-4472-bfe2-508a3d9b51e2), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.481176 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=062ce921-01e2-4472-bfe2-508a3d9b51e2,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:13.490066 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.493185 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/062ce921-01e2-4472-bfe2-508a3d9b51e2 HTTP/1.1" status: 204 len: 168 time: 0.2245679 Sep 15 14:19:13.495753 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57532) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:13.503453 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.503818 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.504162 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.504532 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.504866 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.505196 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.505526 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.505849 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.506174 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.506502 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.506830 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.507154 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.507481 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.507829 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.508150 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3df988-92ca-43f4-9991-7053a2fd27e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:13.518168 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:13.524894 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:13.579236 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (c6bdaca3-d6ed-429c-a9d7-92a7c98be856), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.673443 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (c6bdaca3-d6ed-429c-a9d7-92a7c98be856), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.720334 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bdaca3-d6ed-429c-a9d7-92a7c98be856']}} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:19:13.732217 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d01ad-ba3b-4749-ab3e-6e23abacd784 req-3aae15cc-c67d-4b09-80e9-7b6ebf25f026 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:13.734436 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-349d01ad-ba3b-4749-ab3e-6e23abacd784 req-3aae15cc-c67d-4b09-80e9-7b6ebf25f026 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0810680 Sep 15 14:19:13.737924 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5df9245-d520-4626-a496-93c3decdb123') {'for_net_delete': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:19:13.738219 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5df9245-d520-4626-a496-93c3decdb123') {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:19:13.753838 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26131832'] for segment (d5df9245-d520-4626-a496-93c3decdb123), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.776107 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (d5df9245-d520-4626-a496-93c3decdb123), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.787664 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:19:13.788064 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26128705'] for segment (d5df9245-d520-4626-a496-93c3decdb123), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.832537 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment d5df9245-d520-4626-a496-93c3decdb123 resource provider aggregate not found Sep 15 14:19:13.858270 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment d5df9245-d520-4626-a496-93c3decdb123 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5df9245-d520-4626-a496-93c3decdb123 found for delete ", "request_id": "req-013942af-3bcf-4ba8-9fd6-36a560873c8b"}]} Sep 15 14:19:13.863577 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-349d01ad-ba3b-4749-ab3e-6e23abacd784 req-15ecc12a-bada-47a0-a4a2-73a89b0e0233 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232715 Sep 15 14:19:13.870238 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (c6bdaca3-d6ed-429c-a9d7-92a7c98be856), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.885884 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.888933 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/c6bdaca3-d6ed-429c-a9d7-92a7c98be856 HTTP/1.1" status: 204 len: 168 time: 0.3922837 Sep 15 14:19:13.890599 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98324a-71c2-44b2-a0f8-def8e42b946c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bdaca3-d6ed-429c-a9d7-92a7c98be856,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:13.892510 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57542) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:13.935911 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b2715d-404f-4796-90c4-fc1070155533 admin admin] Deleting subnet 2368aa86-9d58-459e-b7ae-64f665d47087 {{(pid=106455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:19:13.939990 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-06b2715d-404f-4796-90c4-fc1070155533 admin admin] Publish callbacks [] for subnet (2368aa86-9d58-459e-b7ae-64f665d47087), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:13.975347 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-06b2715d-404f-4796-90c4-fc1070155533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26131779'] for subnet (2368aa86-9d58-459e-b7ae-64f665d47087), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.013532 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-06b2715d-404f-4796-90c4-fc1070155533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (2368aa86-9d58-459e-b7ae-64f665d47087), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.068173 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-06b2715d-404f-4796-90c4-fc1070155533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26128891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25309316'] for subnet (2368aa86-9d58-459e-b7ae-64f665d47087), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.094279 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2715d-404f-4796-90c4-fc1070155533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2368aa86-9d58-459e-b7ae-64f665d47087,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:14.099716 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-06b2715d-404f-4796-90c4-fc1070155533 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.101037 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-06b2715d-404f-4796-90c4-fc1070155533 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/2368aa86-9d58-459e-b7ae-64f665d47087 HTTP/1.1" status: 204 len: 168 time: 0.2076242 Sep 15 14:19:14.103455 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57544) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:14.110411 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:14.171897 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (956cff6e-84b6-4374-ab41-957939895e6b), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.174261 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:14.254523 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (956cff6e-84b6-4374-ab41-957939895e6b), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.274419 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956cff6e-84b6-4374-ab41-957939895e6b']}} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:19:14.284232 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de999a57-2170-4997-bc85-9c93e00beccb') {'for_net_delete': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:19:14.284531 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de999a57-2170-4997-bc85-9c93e00beccb') {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:19:14.293829 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26131832'] for segment (de999a57-2170-4997-bc85-9c93e00beccb), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.306851 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (de999a57-2170-4997-bc85-9c93e00beccb), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.313121 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:19:14.313502 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26128705'] for segment (de999a57-2170-4997-bc85-9c93e00beccb), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.368635 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (956cff6e-84b6-4374-ab41-957939895e6b), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.376230 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.379489 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/956cff6e-84b6-4374-ab41-957939895e6b HTTP/1.1" status: 204 len: 168 time: 0.2751124 Sep 15 14:19:14.393372 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1a05b-26b4-4913-a60d-0bde5f343cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=956cff6e-84b6-4374-ab41-957939895e6b,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:14.540399 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57548) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:14.580192 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1c023565-b33a-4ce8-87b6-15dc3316f493 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=317a725ec099477ba549f7b51773419e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386646 Sep 15 14:19:14.582577 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57550) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:14.630505 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5077d4b1-b5eb-47d9-ab26-3aae366b5711 admin admin] Publish callbacks [] for security_group (5374117f-71da-4794-a764-3247ab1bb85c), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.650081 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5077d4b1-b5eb-47d9-ab26-3aae366b5711 admin admin] Publish callbacks [] for security_group (5374117f-71da-4794-a764-3247ab1bb85c), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.697039 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5077d4b1-b5eb-47d9-ab26-3aae366b5711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (5374117f-71da-4794-a764-3247ab1bb85c), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.699478 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5077d4b1-b5eb-47d9-ab26-3aae366b5711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:14.700622 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5077d4b1-b5eb-47d9-ab26-3aae366b5711 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5374117f-71da-4794-a764-3247ab1bb85c HTTP/1.1" status: 204 len: 168 time: 0.1171749 Sep 15 14:19:14.708389 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077d4b1-b5eb-47d9-ab26-3aae366b5711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5374117f-71da-4794-a764-3247ab1bb85c,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:14.996683 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52cbf3-b17d-4995-992f-7915703c2608 req-65e96699-8f87-49e9-9c7e-e29335d84c9f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:14.998368 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1b52cbf3-b17d-4995-992f-7915703c2608 req-65e96699-8f87-49e9-9c7e-e29335d84c9f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0506914 Sep 15 14:19:15.031479 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57558) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:15.047405 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1b52cbf3-b17d-4995-992f-7915703c2608 req-0062e0b2-e43f-480a-a13a-02dc218d19a3 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428326 Sep 15 14:19:15.073604 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-20773b76-966b-4a50-9672-8eae314b779b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3bc7a35bc59041c3bed1c8bbea6f6bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409496 Sep 15 14:19:15.076025 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57560) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:15.125237 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4007d343-c3dd-4969-8d08-42878dcc874d admin admin] Publish callbacks [] for security_group (cc08887f-fdeb-4d9e-a781-79baaadf69b8), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:15.144513 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4007d343-c3dd-4969-8d08-42878dcc874d admin admin] Publish callbacks [] for security_group (cc08887f-fdeb-4d9e-a781-79baaadf69b8), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:15.190218 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4007d343-c3dd-4969-8d08-42878dcc874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (cc08887f-fdeb-4d9e-a781-79baaadf69b8), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:15.192964 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4007d343-c3dd-4969-8d08-42878dcc874d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:15.194107 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-4007d343-c3dd-4969-8d08-42878dcc874d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cc08887f-fdeb-4d9e-a781-79baaadf69b8 HTTP/1.1" status: 204 len: 168 time: 0.1171999 Sep 15 14:19:15.201869 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007d343-c3dd-4969-8d08-42878dcc874d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc08887f-fdeb-4d9e-a781-79baaadf69b8,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:15.876883 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment de999a57-2170-4997-bc85-9c93e00beccb resource provider aggregate not found Sep 15 14:19:15.894218 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment de999a57-2170-4997-bc85-9c93e00beccb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de999a57-2170-4997-bc85-9c93e00beccb found for delete ", "request_id": "req-718b00c8-9488-4231-a7e8-e63203eea8a1"}]} Sep 15 14:19:16.176518 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eb1a7-18ef-4c30-b7e6-5f98ee5edb31 req-bc419346-6b9f-44cf-b5bd-3c2d52194530 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:16.178035 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e82eb1a7-18ef-4c30-b7e6-5f98ee5edb31 req-bc419346-6b9f-44cf-b5bd-3c2d52194530 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0487244 Sep 15 14:19:16.229482 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e82eb1a7-18ef-4c30-b7e6-5f98ee5edb31 req-fc6443e7-2fd8-4ef9-a42f-41b9837dfea9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453978 Sep 15 14:19:16.291282 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57602) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:16.397901 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f2ebee4e-280a-4685-bb8e-47b8b6afada0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:16.471475 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f2ebee4e-280a-4685-bb8e-47b8b6afada0 admin admin] Publish callbacks [] for security_group (81009cdb-7ecb-4db3-aa70-3f5babc632a8), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:16.474983 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f2ebee4e-280a-4685-bb8e-47b8b6afada0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (81009cdb-7ecb-4db3-aa70-3f5babc632a8), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:16.479304 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:16.488589 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:16.521620 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-f2ebee4e-280a-4685-bb8e-47b8b6afada0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b1b889e2f77e42cbaf5aa18b215077b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292066 Sep 15 14:19:16.523603 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebee4e-280a-4685-bb8e-47b8b6afada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81009cdb-7ecb-4db3-aa70-3f5babc632a8,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:16.524455 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57606) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:16.578243 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Publish callbacks [] for security_group (81009cdb-7ecb-4db3-aa70-3f5babc632a8), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:16.589325 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:16.599410 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Publish callbacks [] for security_group (81009cdb-7ecb-4db3-aa70-3f5babc632a8), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:16.648392 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (81009cdb-7ecb-4db3-aa70-3f5babc632a8), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:16.650916 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:16.652082 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/81009cdb-7ecb-4db3-aa70-3f5babc632a8 HTTP/1.1" status: 204 len: 168 time: 0.1266007 Sep 15 14:19:16.660750 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81009cdb-7ecb-4db3-aa70-3f5babc632a8,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:16.667872 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.668213 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.668548 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.668880 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.669206 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.669526 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.669916 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.670148 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.670466 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.670782 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.671812 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.672365 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.672812 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.673136 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:16.673461 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b04fd7-e005-45b3-b641-85ade07482b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:17.362417 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c459b98-2c6b-4e98-a2d5-5ea0b946cd6d req-9d9fb161-1fb4-418c-99af-38dab1edc23a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:17.363859 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0c459b98-2c6b-4e98-a2d5-5ea0b946cd6d req-9d9fb161-1fb4-418c-99af-38dab1edc23a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0481980 Sep 15 14:19:17.414193 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0c459b98-2c6b-4e98-a2d5-5ea0b946cd6d req-66cdeb8a-e597-4b87-ac60-4af2abc59dd8 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448177 Sep 15 14:19:17.888983 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:19:18.542880 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b3067-a130-4430-b816-4446df1ee8c0 req-d05c3d25-c5f5-407d-b81a-ee2c6ef4f9bb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:18.544386 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-005b3067-a130-4430-b816-4446df1ee8c0 req-d05c3d25-c5f5-407d-b81a-ee2c6ef4f9bb tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0472634 Sep 15 14:19:18.592263 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-005b3067-a130-4430-b816-4446df1ee8c0 req-6dae9bef-fe56-4631-8299-160becfae157 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418017 Sep 15 14:19:19.722705 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcca95b-3e0d-4103-af89-c634698611fd req-512656b0-8851-4c73-957f-436b47e27c2d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:19.724206 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dbcca95b-3e0d-4103-af89-c634698611fd req-512656b0-8851-4c73-957f-436b47e27c2d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0515065 Sep 15 14:19:19.776619 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dbcca95b-3e0d-4103-af89-c634698611fd req-87457820-59bb-4f56-9288-133e257c7c16 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466857 Sep 15 14:19:20.777135 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57670) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:20.887303 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d2c47fe4-cd43-43c8-a9e4-1a7788d8d0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:20.903423 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dbf1f-62e1-4c93-b4f6-838d49158a61 req-fd9ea670-926a-4185-b27b-2d4489ddaeae tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:20.904919 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9a7dbf1f-62e1-4c93-b4f6-838d49158a61 req-fd9ea670-926a-4185-b27b-2d4489ddaeae tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0458491 Sep 15 14:19:20.951553 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9a7dbf1f-62e1-4c93-b4f6-838d49158a61 req-1c70c787-dcae-4113-b099-a160bee22c12 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402954 Sep 15 14:19:20.965316 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d2c47fe4-cd43-43c8-a9e4-1a7788d8d0ca admin admin] Publish callbacks [] for security_group (284c9ec4-1e75-44e3-b01d-3d7433a8b859), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:20.970406 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d2c47fe4-cd43-43c8-a9e4-1a7788d8d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (284c9ec4-1e75-44e3-b01d-3d7433a8b859), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.009705 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c47fe4-cd43-43c8-a9e4-1a7788d8d0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284c9ec4-1e75-44e3-b01d-3d7433a8b859,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:21.015074 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d2c47fe4-cd43-43c8-a9e4-1a7788d8d0ca admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a4a6d9e2d9cd4fffaba2fa8ca886e7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367930 Sep 15 14:19:21.017826 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57676) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:21.066261 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-15b702d1-144f-4194-9aef-df074bb4eaca admin admin] Publish callbacks [] for security_group (284c9ec4-1e75-44e3-b01d-3d7433a8b859), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.089224 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-15b702d1-144f-4194-9aef-df074bb4eaca admin admin] Publish callbacks [] for security_group (284c9ec4-1e75-44e3-b01d-3d7433a8b859), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.134570 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-15b702d1-144f-4194-9aef-df074bb4eaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (284c9ec4-1e75-44e3-b01d-3d7433a8b859), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.137120 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-15b702d1-144f-4194-9aef-df074bb4eaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.138222 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-15b702d1-144f-4194-9aef-df074bb4eaca admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/284c9ec4-1e75-44e3-b01d-3d7433a8b859 HTTP/1.1" status: 204 len: 168 time: 0.1195405 Sep 15 14:19:21.146689 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b702d1-144f-4194-9aef-df074bb4eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284c9ec4-1e75-44e3-b01d-3d7433a8b859,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:21.403200 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 57682) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:21.419131 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7afe21b2-27d2-46a8-b19e-cd98b0e2bf46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.494769 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7afe21b2-27d2-46a8-b19e-cd98b0e2bf46 admin admin] Publish callbacks [] for security_group (8fbb9aa6-02fe-4722-80ed-cad1051f8562), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.498306 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7afe21b2-27d2-46a8-b19e-cd98b0e2bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8fbb9aa6-02fe-4722-80ed-cad1051f8562), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.538371 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-7afe21b2-27d2-46a8-b19e-cd98b0e2bf46 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ca2937539df545949f01d0907b5e3fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341021 Sep 15 14:19:21.539233 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe21b2-27d2-46a8-b19e-cd98b0e2bf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbb9aa6-02fe-4722-80ed-cad1051f8562,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:21.542034 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 57684) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:21.592552 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18e20a04-69fe-48e5-8127-0f75a8b5e0d0 admin admin] Publish callbacks [] for security_group (8fbb9aa6-02fe-4722-80ed-cad1051f8562), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.601255 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:21.613898 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18e20a04-69fe-48e5-8127-0f75a8b5e0d0 admin admin] Publish callbacks [] for security_group (8fbb9aa6-02fe-4722-80ed-cad1051f8562), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.615405 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:21.664850 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18e20a04-69fe-48e5-8127-0f75a8b5e0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (8fbb9aa6-02fe-4722-80ed-cad1051f8562), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.667298 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18e20a04-69fe-48e5-8127-0f75a8b5e0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:21.668460 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-18e20a04-69fe-48e5-8127-0f75a8b5e0d0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8fbb9aa6-02fe-4722-80ed-cad1051f8562 HTTP/1.1" status: 204 len: 168 time: 0.1251097 Sep 15 14:19:21.676476 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e20a04-69fe-48e5-8127-0f75a8b5e0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbb9aa6-02fe-4722-80ed-cad1051f8562,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:22.083078 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e8a75-6623-477e-9406-c43d4ebb0413 req-640ef871-9737-49d1-853b-5b765d440331 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:22.084740 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e33e8a75-6623-477e-9406-c43d4ebb0413 req-640ef871-9737-49d1-853b-5b765d440331 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0495851 Sep 15 14:19:22.137045 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e33e8a75-6623-477e-9406-c43d4ebb0413 req-bf772945-aedc-47f5-b86d-c002b92c1473 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462146 Sep 15 14:19:23.264521 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28699707-0adf-4b66-be7e-0217779368eb req-3668224d-93f3-467b-a31a-472e7d2daba7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:23.266598 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-28699707-0adf-4b66-be7e-0217779368eb req-3668224d-93f3-467b-a31a-472e7d2daba7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0471027 Sep 15 14:19:23.318636 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-28699707-0adf-4b66-be7e-0217779368eb req-331a74a0-87f3-4034-adc1-98d248fa46c4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Sep 15 14:19:23.947045 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-b3089dcd-8192-4dea-893c-674c6207f595 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=45248c0742754b3b8228dd9fa2616724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295455 Sep 15 14:19:24.126531 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-17556c8b-f869-45c3-af57-cb6087943a43 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:24.127917 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-17556c8b-f869-45c3-af57-cb6087943a43 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759462 Sep 15 14:19:24.142156 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-26adaea5-fa39-4af0-9c22-7f9ed07e0222 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/quotas/45248c0742754b3b8228dd9fa2616724 HTTP/1.1" status: 200 len: 375 time: 0.0089302 Sep 15 14:19:24.174049 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-bf7e53fe-b72c-4d1f-9e16-23c4c0dff1a2 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=45248c0742754b3b8228dd9fa2616724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270808 Sep 15 14:19:24.335641 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1d499ff2-7e26-42a5-956c-0b6c385fc39c req-f749028f-5fc8-4a00-8c11-9ddd31efca76 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 210 time: 0.0312955 Sep 15 14:19:24.450695 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa58a10-680b-417d-80ac-f4b130c9e05e req-107fa5c8-bbf4-4ee8-b26d-46115e90750b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:24.452346 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cfa58a10-680b-417d-80ac-f4b130c9e05e req-107fa5c8-bbf4-4ee8-b26d-46115e90750b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0505071 Sep 15 14:19:24.503714 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cfa58a10-680b-417d-80ac-f4b130c9e05e req-4631acb4-a924-4267-8e93-593b338dc41e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457551 Sep 15 14:19:25.444206 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c1244560-3b75-460d-a38a-c7b6c0b2afaf details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:19:25.557047 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:19:25.571753 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'port_id': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'mac_address': 'fa:16:3e:53:d3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:19:25.612710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port c1244560-3b75-460d-a38a-c7b6c0b2afaf is: ACTIVE; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:19:25.613098 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:25.632029 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1244560-3b75-460d-a38a-c7b6c0b2afaf {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:19:25.660924 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:19:25.661548 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e391e73-e44d-4da9-98e5-356aa6e42400 req-ced78e26-c26c-4a53-a1fd-d5e2fae95777 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:25.663795 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7e391e73-e44d-4da9-98e5-356aa6e42400 req-ced78e26-c26c-4a53-a1fd-d5e2fae95777 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0568855 Sep 15 14:19:25.666289 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:25.716387 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7e391e73-e44d-4da9-98e5-356aa6e42400 req-762d0ed2-0a2f-4a5b-82c8-124898f67299 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457413 Sep 15 14:19:25.719659 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=6']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:25.727290 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.727642 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.728008 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.728347 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.728886 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.729220 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.729547 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.729870 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.730382 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.730710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.731042 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.731361 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.731725 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.732069 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.732393 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:19:25.738829 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fca693a4-4671-4460-acb8-c6adf23435e5 req-97b6e735-6f27-4226-86cd-eb056d31a45d tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 210 time: 0.3251328 Sep 15 14:19:25.748845 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-f53285fe-4b4b-4caa-82a6-498f57822243 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=45248c0742754b3b8228dd9fa2616724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287857 Sep 15 14:19:25.849324 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['c1244560-3b75-460d-a38a-c7b6c0b2afaf'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:19:25.972474 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-5286ea23-ca42-4832-8f44-b9c83ce8b2be tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:25.973916 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-5286ea23-ca42-4832-8f44-b9c83ce8b2be tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791303 Sep 15 14:19:26.000742 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Request body: {'port': {'device_id': 'fef59c7e-1599-4c3f-b1b9-bb976123d01b', 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9', 'admin_state_up': True, 'tenant_id': '45248c0742754b3b8228dd9fa2616724'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:19:26.111995 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Made reservation on behalf of 45248c0742754b3b8228dd9fa2616724 for: {'port': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:19:26.115676 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:26.124124 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:26.172353 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:26.203169 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks [] for security_group (edb18403-1753-462d-8d12-a04338769c5b), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:26.206973 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (edb18403-1753-462d-8d12-a04338769c5b), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:26.222760 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:26.281429 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb18403-1753-462d-8d12-a04338769c5b,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:26.348172 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Allocated IP 192.168.233.89 (df3f601c-70b2-4515-ab7c-3135347521f9/3b8b1440-c598-4a8a-906a-7fbc246b15d5/f187ed79-a9c5-407b-8f65-3b25f04ab221) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:19:26.496997 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks [] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:26.529252 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:26.575535 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Network df3f601c-70b2-4515-ab7c-3135347521f9 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:19:26.581301 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:19:26.583877 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:19:26.587989 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Pushing event updated for resources: {'Port': ['ID=f187ed79-a9c5-407b-8f65-3b25f04ab221,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:26.645084 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:26.645737 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:26.663447 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-e772ac03-335d-4cce-a4b6-ac30e21984f1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6668315 Sep 15 14:19:26.682566 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Request body: {'port': {'device_id': 'fef59c7e-1599-4c3f-b1b9-bb976123d01b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:19:26.745270 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:26.866325 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4b0a9-f8c2-4db8-a92c-cb3e1f6a04f0 req-41a1fb80-518a-4023-839a-eecd9506c8bd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:26.868591 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-29a4b0a9-f8c2-4db8-a92c-cb3e1f6a04f0 req-41a1fb80-518a-4023-839a-eecd9506c8bd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 944 time: 0.0623853 Sep 15 14:19:26.924619 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-29a4b0a9-f8c2-4db8-a92c-cb3e1f6a04f0 req-7e9954c8-9253-4ed6-a18c-1361698983dd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493295 Sep 15 14:19:26.928242 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b51990-bf22-4ff9-8bef-98fc1aaf6155 req-dd7dda7d-e71f-486c-8569-9e5fe78355c2 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:26.929769 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-26b51990-bf22-4ff9-8bef-98fc1aaf6155 req-dd7dda7d-e71f-486c-8569-9e5fe78355c2 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 935 time: 0.0730860 Sep 15 14:19:26.954168 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-9da2cb87-0288-4cea-b63d-165b6d5ada16 None None] Provisioning complete for port f187ed79-a9c5-407b-8f65-3b25f04ab221 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:19:26.955209 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9da2cb87-0288-4cea-b63d-165b6d5ada16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:26.955843 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-9da2cb87-0288-4cea-b63d-165b6d5ada16 None None] Attempt 1 to provision port f187ed79-a9c5-407b-8f65-3b25f04ab221 Sep 15 14:19:26.989874 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-9da2cb87-0288-4cea-b63d-165b6d5ada16 None None] Port f187ed79-a9c5-407b-8f65-3b25f04ab221 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:19:27.003884 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:27.050575 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-26b51990-bf22-4ff9-8bef-98fc1aaf6155 req-620226fd-63a9-45ee-a071-eb77bf66a0c1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099629 Sep 15 14:19:27.052727 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:27.113911 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f187ed79-a9c5-407b-8f65-3b25f04ab221 {{(pid=106455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:19:27.121485 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Publish callbacks [] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:27.134251 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.provisioning_blocks [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Transition to ACTIVE for port object f187ed79-a9c5-407b-8f65-3b25f04ab221 will not be triggered until provisioned by entity L2. {{(pid=106455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:19:27.137843 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:27.200239 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Pushing event updated for resources: {'Port': ['ID=f187ed79-a9c5-407b-8f65-3b25f04ab221,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:27.249929 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Attempting to bind port f187ed79-a9c5-407b-8f65-3b25f04ab221 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:19:27.250267 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Attempting to bind port f187ed79-a9c5-407b-8f65-3b25f04ab221 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'a50b3884-18a1-4c8d-bda7-1d06c6763585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:19:27.250591 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Attempting to bind port f187ed79-a9c5-407b-8f65-3b25f04ab221 on network df3f601c-70b2-4515-ab7c-3135347521f9 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:19:27.294025 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Port f187ed79-a9c5-407b-8f65-3b25f04ab221 on network df3f601c-70b2-4515-ab7c-3135347521f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:19:27.294372 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Attempting to bind port f187ed79-a9c5-407b-8f65-3b25f04ab221 on network df3f601c-70b2-4515-ab7c-3135347521f9 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:19:27.337045 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:19:27.337383 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Checking segment: {'id': 'a50b3884-18a1-4c8d-bda7-1d06c6763585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:19:27.337762 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Bound using segment: {'id': 'a50b3884-18a1-4c8d-bda7-1d06c6763585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:19:27.338263 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Bound port: f187ed79-a9c5-407b-8f65-3b25f04ab221, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50b3884-18a1-4c8d-bda7-1d06c6763585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:19:27.338625 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:27.401501 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] For port f187ed79-a9c5-407b-8f65-3b25f04ab221, host hv-cinder-85697, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:19:27.404483 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] For port f187ed79-a9c5-407b-8f65-3b25f04ab221, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=f187ed79-a9c5-407b-8f65-3b25f04ab221,segment=NetworkSegment(a50b3884-18a1-4c8d-bda7-1d06c6763585),segment_id=a50b3884-18a1-4c8d-bda7-1d06c6763585)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:19:27.411101 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:27.414157 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:27.414938 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:27.416407 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/f187ed79-a9c5-407b-8f65-3b25f04ab221 HTTP/1.1" status: 200 len: 1097 time: 0.7381430 Sep 15 14:19:27.418403 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef59c7e-1599-4c3f-b1b9-bb976123d01b', 'tag': 'f187ed79-a9c5-407b-8f65-3b25f04ab221'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:19:27.420639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad550d31-7718-465e-a32c-e5b7f594262b" -d '{"events": [{"name": "network-changed", "server_uuid": "fef59c7e-1599-4c3f-b1b9-bb976123d01b", "tag": "f187ed79-a9c5-407b-8f65-3b25f04ab221"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:19:27.460283 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c1244560-3b75-460d-a38a-c7b6c0b2afaf up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:19:27.462399 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeac11c-def4-4ef1-9e88-277bcc5a81e0 x-openstack-request-id: req-9eeac11c-def4-4ef1-9e88-277bcc5a81e0 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:19:27.462682 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef59c7e-1599-4c3f-b1b9-bb976123d01b", "tag": "f187ed79-a9c5-407b-8f65-3b25f04ab221", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:19:27.462929 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9eeac11c-def4-4ef1-9e88-277bcc5a81e0 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:19:27.463326 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eeac11c-def4-4ef1-9e88-277bcc5a81e0'] response: {'name': 'network-changed', 'server_uuid': 'fef59c7e-1599-4c3f-b1b9-bb976123d01b', 'tag': 'f187ed79-a9c5-407b-8f65-3b25f04ab221', 'status': 'completed', 'code': 200} Sep 15 14:19:27.477381 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1462b-ac9e-418e-b160-308e8092ee14 service neutron] Pushing event updated for resources: {'Port': ['ID=f187ed79-a9c5-407b-8f65-3b25f04ab221,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:27.491484 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-9da2cb87-0288-4cea-b63d-165b6d5ada16 None None] Attempt 2 to provision port f187ed79-a9c5-407b-8f65-3b25f04ab221 Sep 15 14:19:27.532751 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-43f6dad1-63b0-4de9-9c49-054f67a07521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:27.534260 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-43f6dad1-63b0-4de9-9c49-054f67a07521 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=45248c0742754b3b8228dd9fa2616724&device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 1131 time: 0.0397391 Sep 15 14:19:27.538549 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port c1244560-3b75-460d-a38a-c7b6c0b2afaf triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:19:27.538917 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:27.539251 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port c1244560-3b75-460d-a38a-c7b6c0b2afaf Sep 15 14:19:27.557629 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-9da2cb87-0288-4cea-b63d-165b6d5ada16 None None] Port f187ed79-a9c5-407b-8f65-3b25f04ab221 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:19:27.590344 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-c0a6df41-8df7-40cc-b6b4-1a98bf70fc9c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=f187ed79-a9c5-407b-8f65-3b25f04ab221 HTTP/1.1" status: 200 len: 217 time: 0.0371099 Sep 15 14:19:27.614080 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port c1244560-3b75-460d-a38a-c7b6c0b2afaf is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:19:27.614472 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:27.637134 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:19:27.638882 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-4f1cf569-0e1c-496d-9cbf-e996f81f01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:27.639381 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37747e49-5713-4c82-ac9e-1a4ad5bdb7f1" -d '{"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-plugged", "status": "completed", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:19:27.641242 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-4f1cf569-0e1c-496d-9cbf-e996f81f01e4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3b8b1440-c598-4a8a-906a-7fbc246b15d5 HTTP/1.1" status: 200 len: 843 time: 0.0446904 Sep 15 14:19:27.652889 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:19:27.658851 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:27.682095 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d29c013-3e66-4d6c-9471-f9e4a1f3a7f6 x-openstack-request-id: req-4d29c013-3e66-4d6c-9471-f9e4a1f3a7f6 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:19:27.682382 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-plugged", "status": "completed", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:19:27.682645 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4d29c013-3e66-4d6c-9471-f9e4a1f3a7f6 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:19:27.683030 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d29c013-3e66-4d6c-9471-f9e4a1f3a7f6'] response: {'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'code': 200} Sep 15 14:19:27.685163 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:27.690668 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-5cd0affb-034a-4458-87b7-41a38a985d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:27.691438 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:27.692358 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-5cd0affb-034a-4458-87b7-41a38a985d29 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=df3f601c-70b2-4515-ab7c-3135347521f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0440650 Sep 15 14:19:27.711121 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=7']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:27.818908 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-b22dca80-3ad6-4f40-bbb6-b70a2e9937ba service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df3f601c-70b2-4515-ab7c-3135347521f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871603 Sep 15 14:19:27.883959 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:27.884603 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:27.908710 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5c8ce034-1a10-413b-a9e8-74eda1647308 req-f1134c17-6dd4-4188-b592-0f9546130cd7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df3f601c-70b2-4515-ab7c-3135347521f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830269 Sep 15 14:19:28.061440 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fe1b1-238a-44ec-903d-8e36aea449ed req-65333c0b-e218-4d57-8820-58d88da55c85 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:28.063521 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-078fe1b1-238a-44ec-903d-8e36aea449ed req-65333c0b-e218-4d57-8820-58d88da55c85 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0470767 Sep 15 14:19:28.111588 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-078fe1b1-238a-44ec-903d-8e36aea449ed req-48fc1210-3876-4cd5-b068-fb0c494816aa tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424063 Sep 15 14:19:28.175713 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d785-81f4-404d-a06a-f176f827a765 req-a63b1941-f988-49c7-bf61-47ce5ca8b1b8 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:28.177083 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b6d5d785-81f4-404d-a06a-f176f827a765 req-a63b1941-f988-49c7-bf61-47ce5ca8b1b8 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 947 time: 0.0492911 Sep 15 14:19:28.217321 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:28.224958 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b6d5d785-81f4-404d-a06a-f176f827a765 req-ab5f84f1-8918-4a08-b441-0786a3cf4464 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Sep 15 14:19:28.449287 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2a7e-9ed5-442a-869a-aa61281fe44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:29.236468 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b168c6-f075-4c79-9f3d-cc5e82487f19 req-e71cf37a-b157-450b-a290-8447d11e0085 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:29.237898 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-88b168c6-f075-4c79-9f3d-cc5e82487f19 req-e71cf37a-b157-450b-a290-8447d11e0085 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0457530 Sep 15 14:19:29.292362 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-88b168c6-f075-4c79-9f3d-cc5e82487f19 req-4206b452-767b-4fc3-949a-d40ab1517775 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488472 Sep 15 14:19:29.348351 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34f55-84da-4cf9-932b-3f6109281139 req-9b3d1a04-bbaf-4958-9cf9-ca17942d982a tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:29.349828 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-73c34f55-84da-4cf9-932b-3f6109281139 req-9b3d1a04-bbaf-4958-9cf9-ca17942d982a tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 947 time: 0.0484328 Sep 15 14:19:29.374758 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:29.397553 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-73c34f55-84da-4cf9-932b-3f6109281139 req-f73c76a9-d942-43da-a0ab-d598786b3afa tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Sep 15 14:19:30.418193 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747f3f8-0e24-4206-bd34-fd0e33b071f8 req-999ecbbb-fba0-42e1-84bd-5ad30bac8368 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:30.419582 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2747f3f8-0e24-4206-bd34-fd0e33b071f8 req-999ecbbb-fba0-42e1-84bd-5ad30bac8368 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0474343 Sep 15 14:19:30.470568 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2747f3f8-0e24-4206-bd34-fd0e33b071f8 req-8f793ed9-f4e0-4f72-a000-ebc9b03fc6b0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447478 Sep 15 14:19:30.518576 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cc491-47dc-444d-94a4-7aaa4b8f6faf req-a1f3ee7d-1ba0-4442-9ea5-7e0e3103e563 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:30.520117 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-895cc491-47dc-444d-94a4-7aaa4b8f6faf req-a1f3ee7d-1ba0-4442-9ea5-7e0e3103e563 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 947 time: 0.0468874 Sep 15 14:19:30.570314 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-895cc491-47dc-444d-94a4-7aaa4b8f6faf req-119d2df0-d0d9-4455-9240-fd3e709604b3 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445900 Sep 15 14:19:30.690478 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ed9c508f-8b30-433b-aaaa-081efb44736c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:30.826673 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad550d31-7718-465e-a32c-e5b7f594262b req-66081855-d0b9-4b42-ab6d-58e3cd6fdb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:30.828818 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ad550d31-7718-465e-a32c-e5b7f594262b req-66081855-d0b9-4b42-ab6d-58e3cd6fdb3c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=45248c0742754b3b8228dd9fa2616724&device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 1131 time: 0.0395043 Sep 15 14:19:30.917833 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad550d31-7718-465e-a32c-e5b7f594262b req-0c534c6d-09ad-4fe2-9fb7-f8b33a678a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:30.919250 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ad550d31-7718-465e-a32c-e5b7f594262b req-0c534c6d-09ad-4fe2-9fb7-f8b33a678a19 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=df3f601c-70b2-4515-ab7c-3135347521f9 HTTP/1.1" status: 200 len: 869 time: 0.0838709 Sep 15 14:19:30.960970 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ad550d31-7718-465e-a32c-e5b7f594262b req-80da9ca0-3784-422b-8217-f3cc37039d86 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=f187ed79-a9c5-407b-8f65-3b25f04ab221 HTTP/1.1" status: 200 len: 217 time: 0.0354283 Sep 15 14:19:31.009410 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad550d31-7718-465e-a32c-e5b7f594262b req-9118035d-8d12-4620-9875-ab557b3e748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:31.010797 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ad550d31-7718-465e-a32c-e5b7f594262b req-9118035d-8d12-4620-9875-ab557b3e748f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3b8b1440-c598-4a8a-906a-7fbc246b15d5 HTTP/1.1" status: 200 len: 843 time: 0.0428011 Sep 15 14:19:31.051696 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad550d31-7718-465e-a32c-e5b7f594262b req-448eb840-9cb3-4d53-9e4c-6df2a2059d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:31.053147 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ad550d31-7718-465e-a32c-e5b7f594262b req-448eb840-9cb3-4d53-9e4c-6df2a2059d0a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=df3f601c-70b2-4515-ab7c-3135347521f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0365474 Sep 15 14:19:31.149589 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ad550d31-7718-465e-a32c-e5b7f594262b req-9d694c9a-c76d-448e-b234-0ff3a3cd91cd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df3f601c-70b2-4515-ab7c-3135347521f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897267 Sep 15 14:19:31.242227 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ad550d31-7718-465e-a32c-e5b7f594262b req-947eb74f-07dd-4653-addc-fb92523328a8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/df3f601c-70b2-4515-ab7c-3135347521f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850863 Sep 15 14:19:31.488880 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device f187ed79-a9c5-407b-8f65-3b25f04ab221 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:19:31.592308 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port f187ed79-a9c5-407b-8f65-3b25f04ab221, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=f187ed79-a9c5-407b-8f65-3b25f04ab221,segment=NetworkSegment(a50b3884-18a1-4c8d-bda7-1d06c6763585),segment_id=a50b3884-18a1-4c8d-bda7-1d06c6763585)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:19:31.598044 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46dae2-3111-4f91-942f-7759c1f0c377 req-305e778d-0768-464f-876b-508d4b1c7c48 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:31.599533 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ed46dae2-3111-4f91-942f-7759c1f0c377 req-305e778d-0768-464f-876b-508d4b1c7c48 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0472634 Sep 15 14:19:31.603822 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'f187ed79-a9c5-407b-8f65-3b25f04ab221', 'network_id': 'df3f601c-70b2-4515-ab7c-3135347521f9', 'port_id': 'f187ed79-a9c5-407b-8f65-3b25f04ab221', 'mac_address': 'fa:16:3e:cc:3c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8b1440-c598-4a8a-906a-7fbc246b15d5', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:19:31.641622 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port f187ed79-a9c5-407b-8f65-3b25f04ab221 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:19:31.642019 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:31.649378 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ed46dae2-3111-4f91-942f-7759c1f0c377 req-3aec3e45-2b33-45a8-bcc1-4a84354401de tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Sep 15 14:19:31.655952 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f187ed79-a9c5-407b-8f65-3b25f04ab221 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:19:31.676972 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port f187ed79-a9c5-407b-8f65-3b25f04ab221, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=f187ed79-a9c5-407b-8f65-3b25f04ab221,segment=NetworkSegment(a50b3884-18a1-4c8d-bda7-1d06c6763585),segment_id=a50b3884-18a1-4c8d-bda7-1d06c6763585)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:19:31.682637 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:31.707327 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27226ba6-2243-42cf-b5e5-cacc2c356665 req-023d7cfd-6bb8-4eff-b069-a9742d3782a3 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:31.708876 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27226ba6-2243-42cf-b5e5-cacc2c356665 req-023d7cfd-6bb8-4eff-b069-a9742d3782a3 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 947 time: 0.0612428 Sep 15 14:19:31.736030 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=f187ed79-a9c5-407b-8f65-3b25f04ab221,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:31.762855 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27226ba6-2243-42cf-b5e5-cacc2c356665 req-8e77021e-5cc2-4501-bf0a-81e0a366fa82 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Sep 15 14:19:31.996409 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:32.117110 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['f187ed79-a9c5-407b-8f65-3b25f04ab221'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:19:32.798641 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a4d42-c08e-46a1-8b29-906ae9606c7c req-48b4d56a-411c-4ffc-9e74-6d0ab22476b1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:32.800643 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-020a4d42-c08e-46a1-8b29-906ae9606c7c req-48b4d56a-411c-4ffc-9e74-6d0ab22476b1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0568013 Sep 15 14:19:32.824690 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:32.862991 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-020a4d42-c08e-46a1-8b29-906ae9606c7c req-b05577d2-a2d3-43bb-a6b2-666902f1b9fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564706 Sep 15 14:19:32.897599 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1486de-c628-44b9-a6bb-396c33057cc7 req-80160e69-980f-4303-8a32-61a04f4b53f3 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:32.899316 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7b1486de-c628-44b9-a6bb-396c33057cc7 req-80160e69-980f-4303-8a32-61a04f4b53f3 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 948 time: 0.0501640 Sep 15 14:19:32.962424 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-7b1486de-c628-44b9-a6bb-396c33057cc7 req-b8f4c11a-8c26-4ecf-9335-09e4ec64485d tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572140 Sep 15 14:19:33.470873 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:33.497663 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device f187ed79-a9c5-407b-8f65-3b25f04ab221 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:19:33.557681 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:33.564586 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port f187ed79-a9c5-407b-8f65-3b25f04ab221 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:19:33.572487 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port f187ed79-a9c5-407b-8f65-3b25f04ab221 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:19:33.572810 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:33.573221 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port f187ed79-a9c5-407b-8f65-3b25f04ab221 Sep 15 14:19:33.657678 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port f187ed79-a9c5-407b-8f65-3b25f04ab221 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:19:33.658074 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:33.684196 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef59c7e-1599-4c3f-b1b9-bb976123d01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f187ed79-a9c5-407b-8f65-3b25f04ab221'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:19:33.691272 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3739445-0047-4baa-a597-7526f32775c0" -d '{"events": [{"server_uuid": "fef59c7e-1599-4c3f-b1b9-bb976123d01b", "name": "network-vif-plugged", "status": "completed", "tag": "f187ed79-a9c5-407b-8f65-3b25f04ab221"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:19:33.714141 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port f187ed79-a9c5-407b-8f65-3b25f04ab221, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=f187ed79-a9c5-407b-8f65-3b25f04ab221,segment=NetworkSegment(a50b3884-18a1-4c8d-bda7-1d06c6763585),segment_id=a50b3884-18a1-4c8d-bda7-1d06c6763585)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:19:33.722483 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:33.754816 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a4b651-5a15-4e2a-b353-6d290895d88b x-openstack-request-id: req-94a4b651-5a15-4e2a-b353-6d290895d88b {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:19:33.755933 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef59c7e-1599-4c3f-b1b9-bb976123d01b", "name": "network-vif-plugged", "status": "completed", "tag": "f187ed79-a9c5-407b-8f65-3b25f04ab221", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:19:33.756190 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-94a4b651-5a15-4e2a-b353-6d290895d88b {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:19:33.757245 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a4b651-5a15-4e2a-b353-6d290895d88b'] response: {'server_uuid': 'fef59c7e-1599-4c3f-b1b9-bb976123d01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f187ed79-a9c5-407b-8f65-3b25f04ab221', 'code': 200} Sep 15 14:19:33.782063 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:33.789595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=f187ed79-a9c5-407b-8f65-3b25f04ab221,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:34.033232 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fd95-e18a-43ca-86c3-aed2853c6010 req-f3a2efb4-db20-4482-bcd7-2106981638e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:34.034915 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0c82fd95-e18a-43ca-86c3-aed2853c6010 req-f3a2efb4-db20-4482-bcd7-2106981638e5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 1133 time: 0.0764422 Sep 15 14:19:34.066581 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:34.083403 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394469f-6377-4d79-8ddb-976890d32e67 req-e135396e-1406-4c24-9d4a-eab128c4bef6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:34.085033 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2394469f-6377-4d79-8ddb-976890d32e67 req-e135396e-1406-4c24-9d4a-eab128c4bef6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.1186037 Sep 15 14:19:34.085523 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:34.107854 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7f874-d8c5-4f93-bba0-00f0826fe6bd req-b68bf040-99fb-4248-bc06-5adb86bbb4e5 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:34.115354 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b3e7f874-d8c5-4f93-bba0-00f0826fe6bd req-b68bf040-99fb-4248-bc06-5adb86bbb4e5 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 949 time: 0.0610998 Sep 15 14:19:34.147992 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0c82fd95-e18a-43ca-86c3-aed2853c6010 req-2ece34c8-845b-4e64-90f7-c56d5f402e3a service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034586 Sep 15 14:19:34.163394 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2394469f-6377-4d79-8ddb-976890d32e67 req-dc1a5809-b704-467c-9ae8-7f994edb1ba9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664413 Sep 15 14:19:34.169476 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b3e7f874-d8c5-4f93-bba0-00f0826fe6bd req-59670ec8-9052-418d-8e11-0c30465db9c1 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525744 Sep 15 14:19:35.317289 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41497d-12cb-4489-84b8-436af1fcb102 req-0896d9f9-e019-4e39-ac4c-03e9208bcb70 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:35.324537 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f41497d-12cb-4489-84b8-436af1fcb102 req-0896d9f9-e019-4e39-ac4c-03e9208bcb70 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 949 time: 0.0730624 Sep 15 14:19:35.351204 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd901a-09de-49d5-9256-a190d464d1d9 req-94bbbe1d-f444-4ae9-934b-2b8ab39025e2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:35.359006 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9dcd901a-09de-49d5-9256-a190d464d1d9 req-94bbbe1d-f444-4ae9-934b-2b8ab39025e2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0649500 Sep 15 14:19:35.375953 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f41497d-12cb-4489-84b8-436af1fcb102 req-30cc213e-4637-4a38-9db4-dec36506323e tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494816 Sep 15 14:19:35.428378 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9dcd901a-09de-49d5-9256-a190d464d1d9 req-3033a6b4-7b8b-4774-9bb8-19be426a28df tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678551 Sep 15 14:19:36.519366 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855fb4d-61e1-4ed2-b7c0-5c6aa7c214a7 req-dd27d911-b98c-4391-a866-6ea6bc2898d0 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:36.528171 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8855fb4d-61e1-4ed2-b7c0-5c6aa7c214a7 req-dd27d911-b98c-4391-a866-6ea6bc2898d0 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 949 time: 0.0680010 Sep 15 14:19:36.586701 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:36.595617 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a398e-6a1a-47f7-b2ea-2f50a656c6d8 req-5c17e85f-2c41-427e-bf36-8d6b0d47541d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:36.599492 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8855fb4d-61e1-4ed2-b7c0-5c6aa7c214a7 req-40a7e71d-f739-4611-abbb-8dc7517bdace tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701175 Sep 15 14:19:36.604189 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a04a398e-6a1a-47f7-b2ea-2f50a656c6d8 req-5c17e85f-2c41-427e-bf36-8d6b0d47541d tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0658183 Sep 15 14:19:36.674104 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a04a398e-6a1a-47f7-b2ea-2f50a656c6d8 req-1cad2623-69c3-40a0-9250-d60e9bb0bee5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652785 Sep 15 14:19:36.938103 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033ada0-3054-4c0d-b409-c481aad1bf0f req-a7734906-fd57-4c83-87bb-9498cf38b710 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:36.939781 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a033ada0-3054-4c0d-b409-c481aad1bf0f req-a7734906-fd57-4c83-87bb-9498cf38b710 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 949 time: 0.0517838 Sep 15 14:19:36.993904 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a033ada0-3054-4c0d-b409-c481aad1bf0f req-796aa0d9-e284-4729-9af9-1c30a0b1864c tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479867 Sep 15 14:19:37.805130 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318b0cb-25cf-406d-b1da-5a2cff065f10 req-0fa970c2-cc5d-43d6-977c-49d036b31a57 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:37.806654 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8318b0cb-25cf-406d-b1da-5a2cff065f10 req-0fa970c2-cc5d-43d6-977c-49d036b31a57 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0490382 Sep 15 14:19:38.088300 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8318b0cb-25cf-406d-b1da-5a2cff065f10 req-89adc0f9-1bfe-429e-a4a4-95b077c52aea tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751107 Sep 15 14:19:38.223350 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc83bf7-dda3-41a7-bfa9-353285abe0fd req-f543c10d-bb21-4ce6-a3f3-9542f903dbf0 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:38.224864 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-abc83bf7-dda3-41a7-bfa9-353285abe0fd req-f543c10d-bb21-4ce6-a3f3-9542f903dbf0 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 949 time: 0.1393080 Sep 15 14:19:38.281172 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-abc83bf7-dda3-41a7-bfa9-353285abe0fd req-85f68898-dbde-4af4-9ab1-92da18029af9 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=edb18403-1753-462d-8d12-a04338769c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495543 Sep 15 14:19:38.648366 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-fb18bc8c-a294-492f-ab5c-198b240d595f tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:38.650055 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-fb18bc8c-a294-492f-ab5c-198b240d595f tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 949 time: 0.0582488 Sep 15 14:19:38.742386 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Deleting port f187ed79-a9c5-407b-8f65-3b25f04ab221 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:19:38.742734 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:38.845719 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] For port f187ed79-a9c5-407b-8f65-3b25f04ab221, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=f187ed79-a9c5-407b-8f65-3b25f04ab221,segment=NetworkSegment(a50b3884-18a1-4c8d-bda7-1d06c6763585),segment_id=a50b3884-18a1-4c8d-bda7-1d06c6763585)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:19:38.846414 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:38.861648 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Calling delete_port for f187ed79-a9c5-407b-8f65-3b25f04ab221 owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:19:39.000350 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (f187ed79-a9c5-407b-8f65-3b25f04ab221), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:39.033555 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Pushing event deleted for resources: {'Port': ['ID=f187ed79-a9c5-407b-8f65-3b25f04ab221,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:39.046547 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['f187ed79-a9c5-407b-8f65-3b25f04ab221'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:19:39.086654 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] No DVR routers for this DVR port f187ed79-a9c5-407b-8f65-3b25f04ab221 on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:19:39.089482 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:39.093830 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a943fdfb-a5fe-4fd0-8726-cf77ec6747d7 req-876e1218-e827-49c2-9607-5ab80b0a9369 tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.52 "DELETE /networking/v2.0/ports/f187ed79-a9c5-407b-8f65-3b25f04ab221 HTTP/1.1" status: 204 len: 173 time: 0.4371705 Sep 15 14:19:39.095148 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef59c7e-1599-4c3f-b1b9-bb976123d01b', 'name': 'network-vif-deleted', 'tag': 'f187ed79-a9c5-407b-8f65-3b25f04ab221'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:19:39.098226 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d323f5-1297-4049-97a7-953a3efdaf79" -d '{"events": [{"server_uuid": "fef59c7e-1599-4c3f-b1b9-bb976123d01b", "name": "network-vif-deleted", "tag": "f187ed79-a9c5-407b-8f65-3b25f04ab221"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:19:39.162000 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e49eca-cb75-4c9f-a6db-768eda810ce7 x-openstack-request-id: req-81e49eca-cb75-4c9f-a6db-768eda810ce7 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:19:39.162316 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef59c7e-1599-4c3f-b1b9-bb976123d01b", "name": "network-vif-deleted", "tag": "f187ed79-a9c5-407b-8f65-3b25f04ab221", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:19:39.162571 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-81e49eca-cb75-4c9f-a6db-768eda810ce7 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:19:39.162998 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e49eca-cb75-4c9f-a6db-768eda810ce7'] response: {'server_uuid': 'fef59c7e-1599-4c3f-b1b9-bb976123d01b', 'name': 'network-vif-deleted', 'tag': 'f187ed79-a9c5-407b-8f65-3b25f04ab221', 'status': 'completed', 'code': 200} Sep 15 14:19:39.296446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef211d6b-f03e-4b0d-88b0-73b5c56dc169 req-642ddeb6-7d9b-4959-8080-bfe699b5868c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:39.304155 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ef211d6b-f03e-4b0d-88b0-73b5c56dc169 req-642ddeb6-7d9b-4959-8080-bfe699b5868c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0720785 Sep 15 14:19:39.393535 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ef211d6b-f03e-4b0d-88b0-73b5c56dc169 req-fb0a236d-61aa-4d26-9416-9f3bb179df82 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880039 Sep 15 14:19:39.444458 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2117552d-23c6-454c-9806-491fac6c4714 req-c3698d7e-813c-495e-9b6e-b2ab857c368b tempest-VolumesNegativeTest-2021766820 tempest-VolumesNegativeTest-2021766820-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fef59c7e-1599-4c3f-b1b9-bb976123d01b HTTP/1.1" status: 200 len: 210 time: 0.0504818 Sep 15 14:19:40.558229 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899cac4-b4b8-4bec-90eb-983ecb030d89 req-c19a54e2-3346-426b-960d-1f972f014434 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:40.559820 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5899cac4-b4b8-4bec-90eb-983ecb030d89 req-c19a54e2-3346-426b-960d-1f972f014434 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0666685 Sep 15 14:19:40.636091 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5899cac4-b4b8-4bec-90eb-983ecb030d89 req-0d54bb82-00c8-414b-92ea-40e213fc33ee tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680850 Sep 15 14:19:41.514189 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device f187ed79-a9c5-407b-8f65-3b25f04ab221 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:19:41.538510 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: f187ed79-a9c5-407b-8f65-3b25f04ab221 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:19:41.538986 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device f187ed79-a9c5-407b-8f65-3b25f04ab221 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:19:41.786923 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea6f0-ac20-45ef-a2bb-b4c8250a3912 req-bd556d59-f83b-465d-af71-5803d6d982f7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:41.788482 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d85ea6f0-ac20-45ef-a2bb-b4c8250a3912 req-bd556d59-f83b-465d-af71-5803d6d982f7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0525758 Sep 15 14:19:41.848435 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d85ea6f0-ac20-45ef-a2bb-b4c8250a3912 req-9085b27e-5f1a-461e-8841-14a05a653cbd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538290 Sep 15 14:19:41.883268 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:41.892778 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:42.920136 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-c35ba38a-8798-431e-8486-306b70422c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:42.921637 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-c35ba38a-8798-431e-8486-306b70422c0f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 1129 time: 0.0412183 Sep 15 14:19:42.982673 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308881a7-16a9-4c96-a97a-688a5011bde3 req-2f233e78-4407-477a-83a4-fd00cba56a7f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:42.984179 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-308881a7-16a9-4c96-a97a-688a5011bde3 req-2f233e78-4407-477a-83a4-fd00cba56a7f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0508473 Sep 15 14:19:43.023008 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-f39c0632-2c37-4c1e-b625-275734effc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:43.023008 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-f39c0632-2c37-4c1e-b625-275734effc7a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 916 time: 0.0906034 Sep 15 14:19:43.038325 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-308881a7-16a9-4c96-a97a-688a5011bde3 req-6b7c30de-3305-41bf-b98f-d6921ccd9708 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470560 Sep 15 14:19:43.063871 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:43.090017 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-f6fd5ba7-c315-4657-b9d5-004944c311df service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf HTTP/1.1" status: 200 len: 1001 time: 0.0646012 Sep 15 14:19:43.139558 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-97608bcb-e2e7-4b36-9269-996eece4efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:43.141243 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-97608bcb-e2e7-4b36-9269-996eece4efc7 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0448754 Sep 15 14:19:43.174161 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:43.186482 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-c001754c-1067-4cae-9dd5-fdd8941b3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:43.188066 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-c001754c-1067-4cae-9dd5-fdd8941b3b46 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405960 Sep 15 14:19:43.285401 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-0df04ab5-b029-4806-bbfd-866963866288 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910761 Sep 15 14:19:43.385328 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9fe3a50b-186a-473f-8743-91d3ccfec37f req-d6a0dd3a-01e9-4d21-bf03-5ce7b7072442 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943623 Sep 15 14:19:44.162832 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8d0ea-9cc4-4dfe-b43a-61af96ba1f18 req-5746f208-8657-4cdd-b329-7f26677474dc tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:44.164346 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d0d8d0ea-9cc4-4dfe-b43a-61af96ba1f18 req-5746f208-8657-4cdd-b329-7f26677474dc tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0459375 Sep 15 14:19:44.211773 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d0d8d0ea-9cc4-4dfe-b43a-61af96ba1f18 req-48e757dc-6b5d-4fb0-8fd4-73624e320115 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418737 Sep 15 14:19:44.789985 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58116) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:44.920571 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-7d2fbbf1-ca53-44c2-a2af-090b4ee00443 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=45248c0742754b3b8228dd9fa2616724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294322 Sep 15 14:19:44.923134 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58120) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:19:44.973460 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-32ed7580-3a5b-4c3e-8c35-c662b3ec40c1 admin admin] Publish callbacks [] for security_group (edb18403-1753-462d-8d12-a04338769c5b), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:44.975924 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:44.993784 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-32ed7580-3a5b-4c3e-8c35-c662b3ec40c1 admin admin] Publish callbacks [] for security_group (edb18403-1753-462d-8d12-a04338769c5b), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:45.041881 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-32ed7580-3a5b-4c3e-8c35-c662b3ec40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (edb18403-1753-462d-8d12-a04338769c5b), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:45.044563 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-32ed7580-3a5b-4c3e-8c35-c662b3ec40c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:45.045574 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-32ed7580-3a5b-4c3e-8c35-c662b3ec40c1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/edb18403-1753-462d-8d12-a04338769c5b HTTP/1.1" status: 204 len: 168 time: 0.1215670 Sep 15 14:19:45.053802 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed7580-3a5b-4c3e-8c35-c662b3ec40c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb18403-1753-462d-8d12-a04338769c5b,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:45.347063 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca405c5e-669e-4348-b9b0-d7965a4602f6 req-0eebe8dc-92af-485f-8819-2b3fb55930c7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:45.348764 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ca405c5e-669e-4348-b9b0-d7965a4602f6 req-0eebe8dc-92af-485f-8819-2b3fb55930c7 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 945 time: 0.0507894 Sep 15 14:19:45.400589 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ca405c5e-669e-4348-b9b0-d7965a4602f6 req-1ccef2cb-065b-4ee1-aa44-38675839fb36 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458353 Sep 15 14:19:45.592785 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c1244560-3b75-460d-a38a-c7b6c0b2afaf no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:19:45.620125 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:45.671434 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port c1244560-3b75-460d-a38a-c7b6c0b2afaf is: ACTIVE; New status is: DOWN {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:19:45.671863 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:45.695398 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:19:45.698025 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea543e13-85e9-4db7-9206-68e054773cf9" -d '{"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-unplugged", "status": "completed", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:19:45.711473 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:19:45.715266 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:45.750741 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e984189c-4f19-4bbb-b07b-97a69da3a00f x-openstack-request-id: req-e984189c-4f19-4bbb-b07b-97a69da3a00f {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:19:45.751180 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-unplugged", "status": "failed", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf", "code": 422}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:19:45.751437 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e984189c-4f19-4bbb-b07b-97a69da3a00f {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:19:45.751982 dv-cinder-856971-2-iscsi neutron-server[106457]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e984189c-4f19-4bbb-b07b-97a69da3a00f']: {'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'code': 422} returned with failed status Sep 15 14:19:45.766417 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=8']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:19:46.221315 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [req-631c2329-1e6f-447c-86bf-f44e12055555 req-64e1070b-11da-48b3-abbb-affd18281711 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:19:46.222309 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-631c2329-1e6f-447c-86bf-f44e12055555 req-64e1070b-11da-48b3-abbb-affd18281711 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059125 Sep 15 14:19:46.402571 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d7338-1ae3-4717-aa75-ec986e1529a0 req-42ecee29-e636-467a-b761-7349a22ada5a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:46.404099 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6f0d7338-1ae3-4717-aa75-ec986e1529a0 req-42ecee29-e636-467a-b761-7349a22ada5a tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0475421 Sep 15 14:19:46.428992 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-3e9650c0-98c2-430f-84ac-3b5557286aa4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398543 Sep 15 14:19:46.452383 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6f0d7338-1ae3-4717-aa75-ec986e1529a0 req-ceddb104-1c16-425e-a5a9-5b137a88eb6b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 Sep 15 14:19:46.492497 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:46.506887 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-62a1f085-1bf3-4915-88ad-76aff1032359 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:46.508267 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-62a1f085-1bf3-4915-88ad-76aff1032359 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports/c1244560-3b75-460d-a38a-c7b6c0b2afaf HTTP/1.1" status: 200 len: 940 time: 0.0501947 Sep 15 14:19:46.595705 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:47.418611 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-31ef0e0a-78a7-415c-aaf4-d3bed01a124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:47.420100 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-31ef0e0a-78a7-415c-aaf4-d3bed01a124f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f&tenant_id=e76574d5f2094997a9c565d4ddf2a483 HTTP/1.1" status: 200 len: 1127 time: 0.0415535 Sep 15 14:19:47.498187 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-47ba7786-5bb8-4905-8513-d678f91f1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:47.500004 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-47ba7786-5bb8-4905-8513-d678f91f1173 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 1127 time: 0.0396936 Sep 15 14:19:47.585358 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e605d8a-2899-4b1c-9b5d-91da45ecf381 req-1160f1f4-ff83-4329-b6d2-d0b0a9524856 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:47.586835 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6e605d8a-2899-4b1c-9b5d-91da45ecf381 req-1160f1f4-ff83-4329-b6d2-d0b0a9524856 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0510383 Sep 15 14:19:47.604208 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-f5d7dad9-257b-48e5-b6e4-ef84d93d9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:47.606040 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-f5d7dad9-257b-48e5-b6e4-ef84d93d9a6f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 916 time: 0.1005406 Sep 15 14:19:47.636475 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6e605d8a-2899-4b1c-9b5d-91da45ecf381 req-0086366e-ee6e-466c-ab57-fa0164c8bfff tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428972 Sep 15 14:19:47.667458 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-e41ea729-1a34-4f13-b8f2-817fb1320e73 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf HTTP/1.1" status: 200 len: 999 time: 0.0547028 Sep 15 14:19:47.716350 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-0cdc02ff-d6e7-45ad-b3ce-5b9d7aeb0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:47.717740 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-0cdc02ff-d6e7-45ad-b3ce-5b9d7aeb0bbd service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0438020 Sep 15 14:19:47.772732 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-974642fc-5519-4324-b657-7eb72da0d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:47.774205 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-974642fc-5519-4324-b657-7eb72da0d105 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428264 Sep 15 14:19:48.097785 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-84064da0-1980-4f81-bb73-74ebc5904ace service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885696 Sep 15 14:19:48.169145 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:48.206802 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f1e0343-1dca-40d3-8368-f50ca68008b7 req-655c9b15-8d29-4f2b-b0e8-211d4c15ace1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914564 Sep 15 14:19:48.771100 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a340abb-818b-47d4-84ae-0f3ee1f46cc6 req-ab9c096f-0fab-492c-9d0c-946d9f8e6fa0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:48.772614 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6a340abb-818b-47d4-84ae-0f3ee1f46cc6 req-ab9c096f-0fab-492c-9d0c-946d9f8e6fa0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0490851 Sep 15 14:19:48.820749 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6a340abb-818b-47d4-84ae-0f3ee1f46cc6 req-2075d177-57ff-4242-9a4e-e0d98df0c5c5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 Sep 15 14:19:49.959081 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86fc91-ebd1-4bd1-990d-b0be07f40823 req-23d029eb-1439-4c97-9c1d-4a23e022bdc5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:49.960714 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ee86fc91-ebd1-4bd1-990d-b0be07f40823 req-23d029eb-1439-4c97-9c1d-4a23e022bdc5 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0497849 Sep 15 14:19:50.010667 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ee86fc91-ebd1-4bd1-990d-b0be07f40823 req-2ae0441e-b79f-409e-aeee-455e3205c8bd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442011 Sep 15 14:19:51.186764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fc419-7430-45db-93e2-51b27990be2e req-1bbdd76e-386e-4890-baed-d8cde95750fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:51.195649 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-286fc419-7430-45db-93e2-51b27990be2e req-1bbdd76e-386e-4890-baed-d8cde95750fd tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0841115 Sep 15 14:19:51.265942 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-286fc419-7430-45db-93e2-51b27990be2e req-5b768c7f-73c8-47b9-83c5-d8063562ffc1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646501 Sep 15 14:19:52.404843 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c03d-66ed-4f3d-9e82-23f01a34b711 req-3160ab26-d557-42df-a261-c8878078d4f4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:52.406556 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d851c03d-66ed-4f3d-9e82-23f01a34b711 req-3160ab26-d557-42df-a261-c8878078d4f4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0555234 Sep 15 14:19:52.472806 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:52.486781 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d851c03d-66ed-4f3d-9e82-23f01a34b711 req-942a4b17-7dc9-4385-9145-25cc6751998b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657835 Sep 15 14:19:53.622967 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea6d9-e62f-42d0-9ec7-12430fc3eff9 req-89c4109b-d89a-47b2-9ac1-8f4dd4b484e1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:53.624411 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b85ea6d9-e62f-42d0-9ec7-12430fc3eff9 req-89c4109b-d89a-47b2-9ac1-8f4dd4b484e1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0485685 Sep 15 14:19:53.671918 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b85ea6d9-e62f-42d0-9ec7-12430fc3eff9 req-7f90485e-ccf4-4677-b909-4258913c8872 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417535 Sep 15 14:19:54.809490 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48a8be-6f82-42e8-a791-f339f9f5b04c req-beac93bb-6f45-43ea-b96b-225508028e97 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:54.810981 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ba48a8be-6f82-42e8-a791-f339f9f5b04c req-beac93bb-6f45-43ea-b96b-225508028e97 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0514374 Sep 15 14:19:54.863485 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ba48a8be-6f82-42e8-a791-f339f9f5b04c req-10ed23ed-bbc6-4841-a10e-0fe8b3b9b36c tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469415 Sep 15 14:19:54.888544 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:19:56.004858 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6b46a-6caf-443d-abf3-61057e3813bc req-850cccbb-684d-4d6f-be34-7a58683919b1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:56.007918 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0cb6b46a-6caf-443d-abf3-61057e3813bc req-850cccbb-684d-4d6f-be34-7a58683919b1 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0567908 Sep 15 14:19:56.058454 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0cb6b46a-6caf-443d-abf3-61057e3813bc req-f6a98be7-4910-4bc9-b3b2-88f5cfd39320 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451224 Sep 15 14:19:56.586160 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:56.591205 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:19:57.389614 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8437e6-f620-4870-9348-6f9981f8e0ae req-a6c42b8d-42da-4a61-bb40-3b9c1f8aa178 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:57.391069 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cc8437e6-f620-4870-9348-6f9981f8e0ae req-a6c42b8d-42da-4a61-bb40-3b9c1f8aa178 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0510929 Sep 15 14:19:57.436491 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cc8437e6-f620-4870-9348-6f9981f8e0ae req-1c487d26-731d-4a6c-aa4a-a40e42031a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397773 Sep 15 14:19:58.442596 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9be55166-29c9-47fc-b173-c641d6259467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:19:58.576985 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7a579-19cc-43dd-ac58-b8b744bc7475 req-9f38c1e8-e1a9-4ec7-9091-faa4721e8392 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:19:58.578445 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-36c7a579-19cc-43dd-ac58-b8b744bc7475 req-9f38c1e8-e1a9-4ec7-9091-faa4721e8392 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0552390 Sep 15 14:19:58.886183 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-36c7a579-19cc-43dd-ac58-b8b744bc7475 req-4498d107-f179-4326-830a-e799ba69aeed tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021147 Sep 15 14:20:00.011863 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f10d3-199a-4913-ac9c-9b6cc832054f req-c81abf0b-d23a-438b-bd54-a5ab371078a2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:00.013291 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6f6f10d3-199a-4913-ac9c-9b6cc832054f req-c81abf0b-d23a-438b-bd54-a5ab371078a2 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0467117 Sep 15 14:20:00.059550 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6f6f10d3-199a-4913-ac9c-9b6cc832054f req-8e782bbd-714a-454a-bfee-9ebaf97775d0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Sep 15 14:20:00.691961 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-5b50f3ce-562f-4750-a9f4-0909532a3c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:01.195986 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c39378-9dc1-48ed-a527-a8350dcb75b2 req-463aed35-33a7-4e80-9c1c-2fed7bd242d6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:01.197859 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2c39378-9dc1-48ed-a527-a8350dcb75b2 req-463aed35-33a7-4e80-9c1c-2fed7bd242d6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0531566 Sep 15 14:20:01.213501 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=28 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:01.252410 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:01.263192 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2c39378-9dc1-48ed-a527-a8350dcb75b2 req-1c4af43c-48e2-463b-ac52-6f539b37bdbc tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585403 Sep 15 14:20:01.997813 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:02.424357 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f0b9c-b42b-4f0f-a71c-8c9bce1ad872 req-bc60cb53-265d-46be-91e3-c2e9a9a4ab10 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:02.425865 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8a9f0b9c-b42b-4f0f-a71c-8c9bce1ad872 req-bc60cb53-265d-46be-91e3-c2e9a9a4ab10 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0699525 Sep 15 14:20:02.443445 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-07706dde-61a0-45f7-88a0-1ebb493207dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:02.447886 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-07706dde-61a0-45f7-88a0-1ebb493207dc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e76574d5f2094997a9c565d4ddf2a483&device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 1127 time: 0.0791345 Sep 15 14:20:02.479443 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:02.484204 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8a9f0b9c-b42b-4f0f-a71c-8c9bce1ad872 req-c82dde08-61e9-42bf-95ab-ecd0ad6592e6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498784 Sep 15 14:20:02.596152 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-bcc0a963-66e2-460e-a728-2955ca672a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:02.597595 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-bcc0a963-66e2-460e-a728-2955ca672a2f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 200 len: 916 time: 0.1001501 Sep 15 14:20:02.662613 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-b4b42d7d-e025-47ea-b452-e37ee9188ad8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf HTTP/1.1" status: 200 len: 999 time: 0.0557115 Sep 15 14:20:02.715078 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-10fcacde-f6c1-45c3-a1d3-183088e37e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:02.716500 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-10fcacde-f6c1-45c3-a1d3-183088e37e43 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 200 len: 855 time: 0.0469372 Sep 15 14:20:02.758094 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:02.761611 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-0b346718-f032-4f0a-a245-399457e8f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:02.763056 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-0b346718-f032-4f0a-a245-399457e8f8d1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=120cc345-9098-45c5-ab11-9d46cb943f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384145 Sep 15 14:20:02.859418 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-d132a322-efe8-4996-aec7-07f0640133ca service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893221 Sep 15 14:20:02.950436 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-33e701bb-2a7f-4732-86b5-d29f21accd31 req-cdc8f78c-1ba1-46a3-96e4-00da4dec85e6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830290 Sep 15 14:20:03.465324 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:03.536151 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:03.590753 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c1244560-3b75-460d-a38a-c7b6c0b2afaf details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:20:03.627006 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d531da-311e-4678-b5ca-1a98e619007c req-5b84979e-93ed-4e0c-99ed-447480a54353 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:03.628497 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15d531da-311e-4678-b5ca-1a98e619007c req-5b84979e-93ed-4e0c-99ed-447480a54353 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 943 time: 0.0489302 Sep 15 14:20:03.675778 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15d531da-311e-4678-b5ca-1a98e619007c req-b581cb03-1bb6-44fc-8766-6b7d6a2a52c0 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415270 Sep 15 14:20:03.688330 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:20:03.699715 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'port_id': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'mac_address': 'fa:16:3e:53:d3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:20:03.737361 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port c1244560-3b75-460d-a38a-c7b6c0b2afaf is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:20:03.737751 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:03.750358 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1244560-3b75-460d-a38a-c7b6c0b2afaf {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:20:03.770021 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:20:03.774048 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:03.817731 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=9']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:04.158895 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['c1244560-3b75-460d-a38a-c7b6c0b2afaf'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:20:04.800567 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a9934-6bcd-437d-8339-a097d94854a0 req-a137ee6d-7b23-40f9-9ef2-95f9ca2d1d74 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:04.802050 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-765a9934-6bcd-437d-8339-a097d94854a0 req-a137ee6d-7b23-40f9-9ef2-95f9ca2d1d74 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 944 time: 0.0462360 Sep 15 14:20:04.854573 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-765a9934-6bcd-437d-8339-a097d94854a0 req-95fed338-315c-4dfd-8f20-0ac575486264 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458682 Sep 15 14:20:04.885437 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:05.611451 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c1244560-3b75-460d-a38a-c7b6c0b2afaf up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:20:05.655189 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port c1244560-3b75-460d-a38a-c7b6c0b2afaf triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:20:05.655560 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:05.655921 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port c1244560-3b75-460d-a38a-c7b6c0b2afaf Sep 15 14:20:05.730077 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port c1244560-3b75-460d-a38a-c7b6c0b2afaf is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:20:05.730464 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:05.752530 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:20:05.754715 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6135349f-8f39-4fc3-91ae-a1854182f447" -d '{"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-plugged", "status": "completed", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:20:05.768308 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:20:05.772267 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:05.794759 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a922fa-7548-47bb-92d8-c65cadc95ae9 x-openstack-request-id: req-f2a922fa-7548-47bb-92d8-c65cadc95ae9 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:20:05.795047 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-plugged", "status": "completed", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:20:05.795295 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f2a922fa-7548-47bb-92d8-c65cadc95ae9 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:20:05.795709 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a922fa-7548-47bb-92d8-c65cadc95ae9'] response: {'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'code': 200} Sep 15 14:20:05.810077 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:05.823241 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=10']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:05.987709 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844462a-76f4-4588-a6cd-e5ea7ef9bf08 req-91a236d1-9246-4a48-8188-70ca3316f434 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:05.989219 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6844462a-76f4-4588-a6cd-e5ea7ef9bf08 req-91a236d1-9246-4a48-8188-70ca3316f434 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 946 time: 0.0497675 Sep 15 14:20:06.070407 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6844462a-76f4-4588-a6cd-e5ea7ef9bf08 req-101bd352-0fbc-4525-87f1-a0e4c3fd2e37 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751369 Sep 15 14:20:06.078013 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e10b82-49e6-47a3-bb45-d97bd86a6f81 req-3b26042a-5bba-4154-82bc-99489c661f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:06.079453 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2e10b82-49e6-47a3-bb45-d97bd86a6f81 req-3b26042a-5bba-4154-82bc-99489c661f3e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 1130 time: 0.0583737 Sep 15 14:20:06.122991 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2e10b82-49e6-47a3-bb45-d97bd86a6f81 req-aba1b33a-bbda-4fde-bb7f-8f27768b5ab2 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369599 Sep 15 14:20:07.200859 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07146d4b-5daa-49bf-9b81-872ae8f74b32 req-08e73615-f23e-404e-a26d-484a5cb8ecc4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:07.202311 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-07146d4b-5daa-49bf-9b81-872ae8f74b32 req-08e73615-f23e-404e-a26d-484a5cb8ecc4 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 946 time: 0.0500500 Sep 15 14:20:07.248475 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-07146d4b-5daa-49bf-9b81-872ae8f74b32 req-02dc56a9-6e2d-4785-a8a9-46e68dbc4fad tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406516 Sep 15 14:20:08.383285 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52ebf-20cf-4e58-832a-88b5ae231375 req-ec871908-81d6-4492-8a95-625b0306d325 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:08.384785 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-48b52ebf-20cf-4e58-832a-88b5ae231375 req-ec871908-81d6-4492-8a95-625b0306d325 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 946 time: 0.0519874 Sep 15 14:20:08.430270 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-48b52ebf-20cf-4e58-832a-88b5ae231375 req-c36380c7-4f18-4730-9d17-cce62c24b3bc tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399609 Sep 15 14:20:09.556103 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8e42-9a84-4e78-8173-8cd2293a8299 req-db8b9a8a-01de-405c-9635-1af881d206b6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:09.557581 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5bfb8e42-9a84-4e78-8173-8cd2293a8299 req-db8b9a8a-01de-405c-9635-1af881d206b6 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 946 time: 0.0465121 Sep 15 14:20:09.603940 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5bfb8e42-9a84-4e78-8173-8cd2293a8299 req-30d05f83-69d8-41c1-93fb-80c3062884ef tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408282 Sep 15 14:20:15.820599 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:16.614370 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:18.420415 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=85 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:18.426580 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=52 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:19.597523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=26 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:19.600590 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=28 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:23.574357 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=17 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:23.576180 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=17 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:23.625280 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e5e37-9548-4ffb-b313-00c8b50b3ffa req-981a6349-3632-43a2-bd11-487b13d118e6 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:23.626731 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-636e5e37-9548-4ffb-b313-00c8b50b3ffa req-981a6349-3632-43a2-bd11-487b13d118e6 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 945 time: 0.0463064 Sep 15 14:20:23.676467 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-636e5e37-9548-4ffb-b313-00c8b50b3ffa req-ad2ff367-55e3-420c-875d-558e1dcf63e4 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441363 Sep 15 14:20:24.797220 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91b80c-1006-4a8c-b986-2758dd4dc2e0 req-9094c3a5-dfe0-40d4-840b-81a413e5792e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:24.798649 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8b91b80c-1006-4a8c-b986-2758dd4dc2e0 req-9094c3a5-dfe0-40d4-840b-81a413e5792e tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 945 time: 0.0457244 Sep 15 14:20:24.845907 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8b91b80c-1006-4a8c-b986-2758dd4dc2e0 req-009a0f71-3f9b-4ab7-b8c9-1093480414d5 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406303 Sep 15 14:20:25.966282 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902b52-165c-4cfd-b4df-cd016a6ad5d8 req-03748670-f873-4b4f-9511-5515ae493cc9 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:25.967746 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ec902b52-165c-4cfd-b4df-cd016a6ad5d8 req-03748670-f873-4b4f-9511-5515ae493cc9 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 945 time: 0.0468709 Sep 15 14:20:26.014971 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ec902b52-165c-4cfd-b4df-cd016a6ad5d8 req-bd8daa78-ec59-4319-8e92-ac554bd740ae tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=61d2ca94-69bd-4152-8d88-fa242ad2e012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416772 Sep 15 14:20:26.038750 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-be244f61-7871-401a-80cb-4b79aa03db98 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:20:26.040331 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-be244f61-7871-401a-80cb-4b79aa03db98 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 945 time: 0.0457535 Sep 15 14:20:26.123788 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Deleting port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:20:26.124126 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:26.215185 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] For port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:20:26.215549 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:26.374828 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:26.375189 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (15fd8983-faef-43c7-8874-59717a125d24), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:26.375506 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Floating IP 15fd8983-faef-43c7-8874-59717a125d24 disassociated. External IP: 172.27.1.72, port: bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d. Sep 15 14:20:26.375876 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Calling delete_port for bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:20:26.504983 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:26.530637 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event deleted for resources: {'Port': ['ID=bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:26.540874 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.541228 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.541576 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.541919 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.542256 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.542589 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.542920 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.543249 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.543579 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.544394 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.544394 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.544582 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.544878 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.545201 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.545523 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:26.608364 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:26.610249 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:26.657320 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Router c8fb1174-ee25-4c2d-87c2-9f98de83a87b has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:20:26.755820 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:26.758611 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:20:26.768784 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] Sync routers for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:20:26.778970 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:20:26.779636 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:20:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:26.801872 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] No DVR routers for this DVR port bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:20:26.805192 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:26.808721 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8c7a4b50-754e-4b32-8885-cb0674a25c5a req-0c2e92b5-f135-4d87-a64a-40079768046a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.52 "DELETE /networking/v2.0/ports/bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d HTTP/1.1" status: 204 len: 173 time: 0.7633159 Sep 15 14:20:26.809247 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d55190-61f0-4daf-863c-36b4ad908948', 'name': 'network-vif-deleted', 'tag': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:20:26.812658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6068a9-c2c6-4360-809e-aefdddc905e4" -d '{"events": [{"server_uuid": "77d55190-61f0-4daf-863c-36b4ad908948", "name": "network-vif-deleted", "tag": "bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:20:26.853976 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1d1d34-8048-4414-b582-89a92ac383d7 x-openstack-request-id: req-fd1d1d34-8048-4414-b582-89a92ac383d7 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:20:26.854121 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d55190-61f0-4daf-863c-36b4ad908948", "name": "network-vif-deleted", "tag": "bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:20:26.854278 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fd1d1d34-8048-4414-b582-89a92ac383d7 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:20:26.855231 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1d1d34-8048-4414-b582-89a92ac383d7'] response: {'server_uuid': '77d55190-61f0-4daf-863c-36b4ad908948', 'name': 'network-vif-deleted', 'tag': 'bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d', 'status': 'completed', 'code': 200} Sep 15 14:20:26.886976 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:20:27.100218 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:27.126274 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] Checking router: c8fb1174-ee25-4c2d-87c2-9f98de83a87b for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:20:27.133460 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-014e4643-6c60-4cb2-be34-73cf41951983 req-9b48d704-6f1d-4057-8a0b-c0acd3aa6559 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77d55190-61f0-4daf-863c-36b4ad908948 HTTP/1.1" status: 200 len: 210 time: 0.0278170 Sep 15 14:20:27.134844 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:20:27.135435 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:20:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:27.235552 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:20:27.427551 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:27.456468 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f53a67-9219-48d9-bf4f-e47b20a620f2 None None] The sync data for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi is: [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:09:41Z', 'revision_number': 4, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'c3e442b5-cb97-4c2a-9a90-b43150482277', 'name': '', 'network_id': 'e8bdfa6d-ee93-493a-aa98-3784c4bb267f', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:49Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'subnets': [{'id': 'f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:20:27.669264 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae9428-7eb5-45d0-bd4b-0048f73fb7a9 None None] New status for floating IP 15fd8983-faef-43c7-8874-59717a125d24: DOWN {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:20:28.229083 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58406) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:28.282964 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (61d2ca94-69bd-4152-8d88-fa242ad2e012), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.308797 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (61d2ca94-69bd-4152-8d88-fa242ad2e012), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.356563 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (61d2ca94-69bd-4152-8d88-fa242ad2e012), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.359014 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.360157 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/61d2ca94-69bd-4152-8d88-fa242ad2e012 HTTP/1.1" status: 204 len: 168 time: 0.1301095 Sep 15 14:20:28.363213 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 58408) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:28.370017 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d2ca94-69bd-4152-8d88-fa242ad2e012,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:28.377297 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.377646 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.377984 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.378281 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.api.v2.resource [None req-989a8882-6f6d-4b79-bd51-91b2e0de803a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] show failed (client error): The resource could not be found. Sep 15 14:20:28.378428 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.378638 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.379086 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.379274 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-989a8882-6f6d-4b79-bd51-91b2e0de803a tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "GET /networking/v2.0/security-groups/61d2ca94-69bd-4152-8d88-fa242ad2e012 HTTP/1.1" status: 404 len: 347 time: 0.0149784 Sep 15 14:20:28.379415 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.379778 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.380102 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.380428 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.380862 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.381732 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.382054 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.382377 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.382698 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedaaa80-55b4-4648-8018-656fd945c190 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:20:28.382923 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 58410) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:28.469215 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:28.502419 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Deleting port 71f72428-5912-4b85-99c8-8b4d2b254aa6 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:20:28.502761 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (71f72428-5912-4b85-99c8-8b4d2b254aa6), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.545500 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a1effd38-2073-41be-a0c1-cf6b3748454d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.586297 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (71f72428-5912-4b85-99c8-8b4d2b254aa6), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.586622 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (71f72428-5912-4b85-99c8-8b4d2b254aa6), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.598925 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Calling delete_port for 71f72428-5912-4b85-99c8-8b4d2b254aa6 owned by network:floatingip {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:20:28.725659 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (71f72428-5912-4b85-99c8-8b4d2b254aa6), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.752888 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Pushing event deleted for resources: {'Port': ['ID=71f72428-5912-4b85-99c8-8b4d2b254aa6,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:28.813878 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks [] for floatingip (15fd8983-faef-43c7-8874-59717a125d24), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.816523 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:28.817658 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-b8dcf76e-e7cc-457b-80d2-0bfc67c909c7 tempest-AttachVolumeTestJSON-746745544 tempest-AttachVolumeTestJSON-746745544-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/15fd8983-faef-43c7-8874-59717a125d24 HTTP/1.1" status: 204 len: 168 time: 0.4338591 Sep 15 14:20:29.721711 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:20:29.741052 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:20:29.741387 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device bf83e28b-9c2c-4d7e-9b16-55b245aaaf3d not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:20:30.692060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-6afe2236-fe1f-495f-ab85-91d2111e9528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:31.886687 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:20:32.000066 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:32.365257 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58440) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:32.814845 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:33.250775 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:33.254322 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Deleting port c3e442b5-cb97-4c2a-9a90-b43150482277 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:20:33.254659 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:33.313802 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:33.340507 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] For port c3e442b5-cb97-4c2a-9a90-b43150482277, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=c3e442b5-cb97-4c2a-9a90-b43150482277,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:20:33.340868 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:33.353074 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Calling delete_port for c3e442b5-cb97-4c2a-9a90-b43150482277 owned by network:router_interface {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:20:33.468527 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:33.534375 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (c3e442b5-cb97-4c2a-9a90-b43150482277), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:33.538243 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:33.555806 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e442b5-cb97-4c2a-9a90-b43150482277,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:33.723907 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:33.928581 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Router c8fb1174-ee25-4c2d-87c2-9f98de83a87b has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:20:34.029766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:20:34.035969 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-a92feb81-2fbf-4066-a474-56b7ee2d0968 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c8fb1174-ee25-4c2d-87c2-9f98de83a87b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6685679 Sep 15 14:20:34.037238 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58444) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:34.040697 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] Sync routers for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:20:34.043243 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:34.051274 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:20:34.051998 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:20:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:34.139290 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks [] for router (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.153760 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:20:34.227406 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:34.240924 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks [] for router_gateway (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.244891 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:34.282366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Deleting port 53c45b31-2222-4027-9139-59a8afbb4bc3 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:20:34.282699 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.304154 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:34.325001 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:20:33Z', 'revision_number': 5, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port': {'id': '53c45b31-2222-4027-9139-59a8afbb4bc3', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:36Z', 'updated_at': '2022-09-15T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:34.350362 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] Checking router: c8fb1174-ee25-4c2d-87c2-9f98de83a87b for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:20:34.359525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] Routers {'c8fb1174-ee25-4c2d-87c2-9f98de83a87b'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:20:34.360154 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:20:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:34.366600 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] For port 53c45b31-2222-4027-9139-59a8afbb4bc3, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=53c45b31-2222-4027-9139-59a8afbb4bc3,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:20:34.366963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.379583 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Calling delete_port for 53c45b31-2222-4027-9139-59a8afbb4bc3 owned by network:router_gateway {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:20:34.447269 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] Set router c8fb1174-ee25-4c2d-87c2-9f98de83a87b gateway port host: None {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:20:34.498713 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:20:34Z', 'revision_number': 6, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:34.524412 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494dcc6-8369-4353-8f66-21d32d427fa5 None None] The sync data for ids ['c8fb1174-ee25-4c2d-87c2-9f98de83a87b'] in dv-cinder-856971-2-iscsi is: [{'id': 'c8fb1174-ee25-4c2d-87c2-9f98de83a87b', 'name': 'tempest-AttachVolumeTestJSON-1365213442-router', 'tenant_id': 'a8297077982a4338a2d687c89e1119a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:35Z', 'updated_at': '2022-09-15T14:20:34Z', 'revision_number': 6, 'project_id': 'a8297077982a4338a2d687c89e1119a2', 'gw_port_host': None}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:20:34.546221 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (53c45b31-2222-4027-9139-59a8afbb4bc3), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.575215 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c45b31-2222-4027-9139-59a8afbb4bc3,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:34.637980 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.724244 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.726375 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks [] for router_controller (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.766035 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (c8fb1174-ee25-4c2d-87c2-9f98de83a87b), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.766578 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fb1174-ee25-4c2d-87c2-9f98de83a87b {{(pid=106456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:20:34.770766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.771908 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ccd58c01-6d9e-45c8-889c-357ec599feb2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/c8fb1174-ee25-4c2d-87c2-9f98de83a87b HTTP/1.1" status: 204 len: 168 time: 0.7337594 Sep 15 14:20:34.775341 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58446) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:34.823434 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca62cd4-5871-4a8f-a0fb-cbeb29e4b922 admin admin] Deleting subnet f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:20:34.826648 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ca62cd4-5871-4a8f-a0fb-cbeb29e4b922 admin admin] Publish callbacks [] for subnet (f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.860511 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ca62cd4-5871-4a8f-a0fb-cbeb29e4b922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3395121'] for subnet (f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.945507 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ca62cd4-5871-4a8f-a0fb-cbeb29e4b922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:34.970651 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:35.012598 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ca62cd4-5871-4a8f-a0fb-cbeb29e4b922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26002138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25218357'] for subnet (f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.017456 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:35.038603 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca62cd4-5871-4a8f-a0fb-cbeb29e4b922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:35.043794 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ca62cd4-5871-4a8f-a0fb-cbeb29e4b922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.046899 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6ca62cd4-5871-4a8f-a0fb-cbeb29e4b922 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f5b1a374-ab97-4fe3-9771-43fbb4e6ca3e HTTP/1.1" status: 204 len: 168 time: 0.2704523 Sep 15 14:20:35.049434 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5798804f-1d56-4d32-973b-a5748725acae None None] Network e8bdfa6d-ee93-493a-aa98-3784c4bb267f requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:20:35.049599 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58448) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:35.119993 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (e8bdfa6d-ee93-493a-aa98-3784c4bb267f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.166485 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Deleting port adb77244-f3d3-4618-937b-540baf6ce772 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:20:35.166828 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (adb77244-f3d3-4618-937b-540baf6ce772), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.229760 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] For port adb77244-f3d3-4618-937b-540baf6ce772, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=adb77244-f3d3-4618-937b-540baf6ce772,segment=NetworkSegment(b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3),segment_id=b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:20:35.230132 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (adb77244-f3d3-4618-937b-540baf6ce772), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.243510 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Calling delete_port for adb77244-f3d3-4618-937b-540baf6ce772 owned by network:dhcp {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:20:35.320465 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (adb77244-f3d3-4618-937b-540baf6ce772), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.336647 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6934a1b9-b0b8-446f-bfe0-85b52069b575 None None] DHCP port deletion for e8bdfa6d-ee93-493a-aa98-3784c4bb267f request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:20:35.347946 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Pushing event deleted for resources: {'Port': ['ID=adb77244-f3d3-4618-937b-540baf6ce772,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:35.353706 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] No DVR routers for this DVR port adb77244-f3d3-4618-937b-540baf6ce772 on host dv-cinder-856971-2-iscsi {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:20:35.357533 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device c3e442b5-cb97-4c2a-9a90-b43150482277 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:20:35.380527 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: c3e442b5-cb97-4c2a-9a90-b43150482277 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:20:35.381060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device c3e442b5-cb97-4c2a-9a90-b43150482277 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:20:35.431493 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (e8bdfa6d-ee93-493a-aa98-3784c4bb267f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.453506 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bdfa6d-ee93-493a-aa98-3784c4bb267f']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:35.463289 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:35.463585 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:20:35.473177 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.486664 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.494126 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:20:35.494511 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.538930 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3 resource provider aggregate not found Sep 15 14:20:35.560182 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3cf52a6-3fb9-4e84-9ed2-f230deeaf4c3 found for delete ", "request_id": "req-96385e57-4dd0-45fb-ac2a-7df8eb771b19"}]} Sep 15 14:20:35.565031 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (e8bdfa6d-ee93-493a-aa98-3784c4bb267f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.570203 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.576061 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/e8bdfa6d-ee93-493a-aa98-3784c4bb267f HTTP/1.1" status: 204 len: 168 time: 0.5231788 Sep 15 14:20:35.587401 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24efacf-c470-4e88-b055-c7ab55ad888f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8bdfa6d-ee93-493a-aa98-3784c4bb267f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:35.704054 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58456) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:35.744242 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-5ce8035e-b756-4b53-997a-804be9af3838 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a8297077982a4338a2d687c89e1119a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390637 Sep 15 14:20:35.746956 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58458) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:35.796298 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3a44b846-d270-41f5-bfbc-9e93dcb40431 admin admin] Publish callbacks [] for security_group (1e7b9c8e-393a-416c-92cb-0aa034cc261a), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.815768 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3a44b846-d270-41f5-bfbc-9e93dcb40431 admin admin] Publish callbacks [] for security_group (1e7b9c8e-393a-416c-92cb-0aa034cc261a), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.865618 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3a44b846-d270-41f5-bfbc-9e93dcb40431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (1e7b9c8e-393a-416c-92cb-0aa034cc261a), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.868176 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3a44b846-d270-41f5-bfbc-9e93dcb40431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:35.869343 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3a44b846-d270-41f5-bfbc-9e93dcb40431 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1e7b9c8e-393a-416c-92cb-0aa034cc261a HTTP/1.1" status: 204 len: 168 time: 0.1214452 Sep 15 14:20:35.877216 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44b846-d270-41f5-bfbc-9e93dcb40431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b9c8e-393a-416c-92cb-0aa034cc261a,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:36.867623 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 53c45b31-2222-4027-9139-59a8afbb4bc3 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:20:36.890132 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 53c45b31-2222-4027-9139-59a8afbb4bc3 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:20:36.890475 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 53c45b31-2222-4027-9139-59a8afbb4bc3 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:20:36.890888 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device adb77244-f3d3-4618-937b-540baf6ce772 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:20:36.909031 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: adb77244-f3d3-4618-937b-540baf6ce772 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:20:36.909390 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device adb77244-f3d3-4618-937b-540baf6ce772 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:20:38.808260 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=33,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:38.810195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=56,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:41.882368 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:41.883076 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:45.257098 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58570) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:45.362584 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-58b040c6-437b-4f20-9f60-20e9443a4d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:45.376674 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:45.442912 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-58b040c6-437b-4f20-9f60-20e9443a4d5c admin admin] Publish callbacks [] for security_group (5f27e151-53a0-4d49-97d5-ff513e271633), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:45.446901 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-58b040c6-437b-4f20-9f60-20e9443a4d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (5f27e151-53a0-4d49-97d5-ff513e271633), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:45.467318 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:45.488802 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-58b040c6-437b-4f20-9f60-20e9443a4d5c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d9cf766f238e4dcda649e0ae8a0c0926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306628 Sep 15 14:20:45.489957 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b040c6-437b-4f20-9f60-20e9443a4d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f27e151-53a0-4d49-97d5-ff513e271633,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:45.492448 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 58574) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:45.543252 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e716d2ff-f310-4efe-8f5c-56b226cbfc05 admin admin] Publish callbacks [] for security_group (5f27e151-53a0-4d49-97d5-ff513e271633), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:45.563379 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e716d2ff-f310-4efe-8f5c-56b226cbfc05 admin admin] Publish callbacks [] for security_group (5f27e151-53a0-4d49-97d5-ff513e271633), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:45.613613 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e716d2ff-f310-4efe-8f5c-56b226cbfc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (5f27e151-53a0-4d49-97d5-ff513e271633), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:45.616283 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e716d2ff-f310-4efe-8f5c-56b226cbfc05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:45.617410 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e716d2ff-f310-4efe-8f5c-56b226cbfc05 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5f27e151-53a0-4d49-97d5-ff513e271633 HTTP/1.1" status: 204 len: 168 time: 0.1239798 Sep 15 14:20:45.624932 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716d2ff-f310-4efe-8f5c-56b226cbfc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f27e151-53a0-4d49-97d5-ff513e271633,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:46.606963 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:54.945201 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 58690) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:55.049790 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f107541c-2677-42a7-9d72-de5dd5b1728e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:55.125450 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f107541c-2677-42a7-9d72-de5dd5b1728e admin admin] Publish callbacks [] for security_group (e7aec40b-237c-4419-9608-cdf9a3354640), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:55.129043 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f107541c-2677-42a7-9d72-de5dd5b1728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e7aec40b-237c-4419-9608-cdf9a3354640), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:55.166423 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107541c-2677-42a7-9d72-de5dd5b1728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aec40b-237c-4419-9608-cdf9a3354640,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:55.170646 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-f107541c-2677-42a7-9d72-de5dd5b1728e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=56db21745e7b4816aada8099dc2524ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240124 Sep 15 14:20:55.173453 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 58694) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:55.221923 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-902b0140-8194-416e-9d41-12e8f516ac4f admin admin] Publish callbacks [] for security_group (e7aec40b-237c-4419-9608-cdf9a3354640), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:55.242693 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-902b0140-8194-416e-9d41-12e8f516ac4f admin admin] Publish callbacks [] for security_group (e7aec40b-237c-4419-9608-cdf9a3354640), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:55.292320 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-902b0140-8194-416e-9d41-12e8f516ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e7aec40b-237c-4419-9608-cdf9a3354640), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:55.294737 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-902b0140-8194-416e-9d41-12e8f516ac4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:55.295896 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-902b0140-8194-416e-9d41-12e8f516ac4f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e7aec40b-237c-4419-9608-cdf9a3354640 HTTP/1.1" status: 204 len: 168 time: 0.1216891 Sep 15 14:20:55.303797 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b0140-8194-416e-9d41-12e8f516ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aec40b-237c-4419-9608-cdf9a3354640,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:55.486483 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=14 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:55.890419 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:55.899638 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:20:57.171726 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58764) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:57.277724 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9efacc10-4969-4dc8-b1cf-0f4e8b1c3da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.354047 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9efacc10-4969-4dc8-b1cf-0f4e8b1c3da3 admin admin] Publish callbacks [] for security_group (bf8669fa-10c6-416a-abe5-82eb0aee7020), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.357722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9efacc10-4969-4dc8-b1cf-0f4e8b1c3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (bf8669fa-10c6-416a-abe5-82eb0aee7020), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.395434 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efacc10-4969-4dc8-b1cf-0f4e8b1c3da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8669fa-10c6-416a-abe5-82eb0aee7020,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:57.399904 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-9efacc10-4969-4dc8-b1cf-0f4e8b1c3da3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b40392b9b60340df846d6311c47234ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271466 Sep 15 14:20:57.402549 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58768) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:57.454586 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9d505800-a52d-4fc8-a1ef-366954175f48 admin admin] Publish callbacks [] for security_group (bf8669fa-10c6-416a-abe5-82eb0aee7020), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.474710 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9d505800-a52d-4fc8-a1ef-366954175f48 admin admin] Publish callbacks [] for security_group (bf8669fa-10c6-416a-abe5-82eb0aee7020), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.521184 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9d505800-a52d-4fc8-a1ef-366954175f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (bf8669fa-10c6-416a-abe5-82eb0aee7020), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.523819 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9d505800-a52d-4fc8-a1ef-366954175f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.524952 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-9d505800-a52d-4fc8-a1ef-366954175f48 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bf8669fa-10c6-416a-abe5-82eb0aee7020 HTTP/1.1" status: 204 len: 168 time: 0.1212685 Sep 15 14:20:57.532582 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d505800-a52d-4fc8-a1ef-366954175f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8669fa-10c6-416a-abe5-82eb0aee7020,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:57.787729 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 58776) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:57.801374 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-511f840d-02fb-4026-ba0c-bcfce359040f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.877832 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-511f840d-02fb-4026-ba0c-bcfce359040f admin admin] Publish callbacks [] for security_group (2e82836c-9cab-470d-88e7-10e539a0c5ad), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.881178 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-511f840d-02fb-4026-ba0c-bcfce359040f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (2e82836c-9cab-470d-88e7-10e539a0c5ad), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:57.919736 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-511f840d-02fb-4026-ba0c-bcfce359040f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=73b5fb15769c4dcb81263af531b2f53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303060 Sep 15 14:20:57.921606 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f840d-02fb-4026-ba0c-bcfce359040f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e82836c-9cab-470d-88e7-10e539a0c5ad,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:57.922523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58778) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:20:57.972103 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2e6916ea-e875-432a-bc38-f99b8e5983da admin admin] Publish callbacks [] for security_group (2e82836c-9cab-470d-88e7-10e539a0c5ad), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:58.000484 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2e6916ea-e875-432a-bc38-f99b8e5983da admin admin] Publish callbacks [] for security_group (2e82836c-9cab-470d-88e7-10e539a0c5ad), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:58.047000 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2e6916ea-e875-432a-bc38-f99b8e5983da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (2e82836c-9cab-470d-88e7-10e539a0c5ad), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:58.049525 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2e6916ea-e875-432a-bc38-f99b8e5983da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:20:58.050666 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-2e6916ea-e875-432a-bc38-f99b8e5983da admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2e82836c-9cab-470d-88e7-10e539a0c5ad HTTP/1.1" status: 204 len: 168 time: 0.1271791 Sep 15 14:20:58.058832 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6916ea-e875-432a-bc38-f99b8e5983da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e82836c-9cab-470d-88e7-10e539a0c5ad,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:20:58.448544 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cb96cd05-bac1-4e32-bf1a-0a63388ba476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:00.693712 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-44c5ad8b-818b-4a6f-ae18-8c651c062a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:02.003568 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:02.488840 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58862) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:02.596856 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d925949c-a36a-4ae6-aa8b-21cc28270250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:02.673700 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d925949c-a36a-4ae6-aa8b-21cc28270250 admin admin] Publish callbacks [] for security_group (44a1e226-d8d1-4ec8-98d7-3175a680d66b), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:02.677077 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d925949c-a36a-4ae6-aa8b-21cc28270250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (44a1e226-d8d1-4ec8-98d7-3175a680d66b), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:02.717038 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d925949c-a36a-4ae6-aa8b-21cc28270250 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=54a7756500ea4f4597a4bdf063acd346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270691 Sep 15 14:21:02.717877 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925949c-a36a-4ae6-aa8b-21cc28270250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1e226-d8d1-4ec8-98d7-3175a680d66b,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:02.719875 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 58866) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:02.770349 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f69f1f1-4420-4942-b770-f303721d20cd admin admin] Publish callbacks [] for security_group (44a1e226-d8d1-4ec8-98d7-3175a680d66b), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:02.792551 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f69f1f1-4420-4942-b770-f303721d20cd admin admin] Publish callbacks [] for security_group (44a1e226-d8d1-4ec8-98d7-3175a680d66b), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:02.818742 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:02.823740 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:02.854910 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f69f1f1-4420-4942-b770-f303721d20cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (44a1e226-d8d1-4ec8-98d7-3175a680d66b), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:02.857658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8f69f1f1-4420-4942-b770-f303721d20cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:02.858818 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8f69f1f1-4420-4942-b770-f303721d20cd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/44a1e226-d8d1-4ec8-98d7-3175a680d66b HTTP/1.1" status: 204 len: 168 time: 0.1378639 Sep 15 14:21:02.866743 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69f1f1-4420-4942-b770-f303721d20cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1e226-d8d1-4ec8-98d7-3175a680d66b,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:03.169456 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58872) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:03.184389 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a67cb9-23c8-4378-83a5-b108aa2ee12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:03.219599 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:03.252865 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:03.277985 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a67cb9-23c8-4378-83a5-b108aa2ee12f admin admin] Publish callbacks [] for security_group (7a982a21-e5ad-477f-9241-76c8e79ea2f7), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:03.281868 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-19a67cb9-23c8-4378-83a5-b108aa2ee12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (7a982a21-e5ad-477f-9241-76c8e79ea2f7), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:03.327379 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a67cb9-23c8-4378-83a5-b108aa2ee12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a982a21-e5ad-477f-9241-76c8e79ea2f7,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:03.332717 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-19a67cb9-23c8-4378-83a5-b108aa2ee12f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9c1dc778904e4fe88cda24fe9d33a452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622310 Sep 15 14:21:03.335827 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58874) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:03.396279 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f024219c-44c4-4373-8e5c-4cddca412e79 admin admin] Publish callbacks [] for security_group (7a982a21-e5ad-477f-9241-76c8e79ea2f7), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:03.419039 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f024219c-44c4-4373-8e5c-4cddca412e79 admin admin] Publish callbacks [] for security_group (7a982a21-e5ad-477f-9241-76c8e79ea2f7), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:03.475598 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f024219c-44c4-4373-8e5c-4cddca412e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (7a982a21-e5ad-477f-9241-76c8e79ea2f7), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:03.476572 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:03.478127 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f024219c-44c4-4373-8e5c-4cddca412e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:03.479792 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f024219c-44c4-4373-8e5c-4cddca412e79 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7a982a21-e5ad-477f-9241-76c8e79ea2f7 HTTP/1.1" status: 204 len: 168 time: 0.1429834 Sep 15 14:21:03.494776 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024219c-44c4-4373-8e5c-4cddca412e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a982a21-e5ad-477f-9241-76c8e79ea2f7,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:03.548354 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.054138 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58918) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:05.162491 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-87c165d9-5fef-4ea0-8d9b-84946ca19ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.238012 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-87c165d9-5fef-4ea0-8d9b-84946ca19ae8 admin admin] Publish callbacks [] for security_group (16568d26-1199-4c7b-a2c8-af57e0dd0a6d), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.241569 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-87c165d9-5fef-4ea0-8d9b-84946ca19ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (16568d26-1199-4c7b-a2c8-af57e0dd0a6d), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.280597 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-87c165d9-5fef-4ea0-8d9b-84946ca19ae8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b8f41f4e03b540e8b057f5e13e98a4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254248 Sep 15 14:21:05.281572 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c165d9-5fef-4ea0-8d9b-84946ca19ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16568d26-1199-4c7b-a2c8-af57e0dd0a6d,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:05.283909 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 58924) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:05.333746 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5682212e-59de-4ff2-92f9-d076de2d39cc admin admin] Publish callbacks [] for security_group (16568d26-1199-4c7b-a2c8-af57e0dd0a6d), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.354713 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5682212e-59de-4ff2-92f9-d076de2d39cc admin admin] Publish callbacks [] for security_group (16568d26-1199-4c7b-a2c8-af57e0dd0a6d), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.399702 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5682212e-59de-4ff2-92f9-d076de2d39cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (16568d26-1199-4c7b-a2c8-af57e0dd0a6d), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.403092 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5682212e-59de-4ff2-92f9-d076de2d39cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.404244 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5682212e-59de-4ff2-92f9-d076de2d39cc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/16568d26-1199-4c7b-a2c8-af57e0dd0a6d HTTP/1.1" status: 204 len: 168 time: 0.1192584 Sep 15 14:21:05.411738 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682212e-59de-4ff2-92f9-d076de2d39cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16568d26-1199-4c7b-a2c8-af57e0dd0a6d,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:05.427120 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:05.429835 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:05.667281 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 58930) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:05.680704 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-82511f2c-8a70-4434-97e0-4ba9882638c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.758099 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-82511f2c-8a70-4434-97e0-4ba9882638c8 admin admin] Publish callbacks [] for security_group (4b86d3fe-fce4-4c41-afc1-b09b3a1ad11f), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.762526 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-82511f2c-8a70-4434-97e0-4ba9882638c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4b86d3fe-fce4-4c41-afc1-b09b3a1ad11f), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.801348 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-82511f2c-8a70-4434-97e0-4ba9882638c8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3d7223db2949431d82d2d8f579a86e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329927 Sep 15 14:21:05.802202 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82511f2c-8a70-4434-97e0-4ba9882638c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b86d3fe-fce4-4c41-afc1-b09b3a1ad11f,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:05.804074 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 58932) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:05.852843 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce52d02-7d93-4ed7-9187-1a5248e0559f admin admin] Publish callbacks [] for security_group (4b86d3fe-fce4-4c41-afc1-b09b3a1ad11f), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.873155 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce52d02-7d93-4ed7-9187-1a5248e0559f admin admin] Publish callbacks [] for security_group (4b86d3fe-fce4-4c41-afc1-b09b3a1ad11f), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.921240 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce52d02-7d93-4ed7-9187-1a5248e0559f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4b86d3fe-fce4-4c41-afc1-b09b3a1ad11f), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.923700 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5ce52d02-7d93-4ed7-9187-1a5248e0559f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:05.924813 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5ce52d02-7d93-4ed7-9187-1a5248e0559f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4b86d3fe-fce4-4c41-afc1-b09b3a1ad11f HTTP/1.1" status: 204 len: 168 time: 0.1197658 Sep 15 14:21:05.933813 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce52d02-7d93-4ed7-9187-1a5248e0559f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b86d3fe-fce4-4c41-afc1-b09b3a1ad11f,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:06.426847 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181614e-4509-402b-b8ae-9142dcbff7cf req-283a772e-89a1-4cb8-8250-9390ea95f4af tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:06.428382 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2181614e-4509-402b-b8ae-9142dcbff7cf req-283a772e-89a1-4cb8-8250-9390ea95f4af tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 946 time: 0.0489254 Sep 15 14:21:06.478353 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2181614e-4509-402b-b8ae-9142dcbff7cf req-ab86f974-8d6d-4625-ad0d-cf5a375123e9 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Sep 15 14:21:07.616014 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c1317-1fde-441c-b672-2f46ba3055af req-164ac8c3-1ca8-40e9-8d68-278d246c8764 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:07.617506 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-144c1317-1fde-441c-b672-2f46ba3055af req-164ac8c3-1ca8-40e9-8d68-278d246c8764 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 946 time: 0.0479310 Sep 15 14:21:07.666724 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-144c1317-1fde-441c-b672-2f46ba3055af req-300b679e-0018-468e-8e44-f8619b0c802e tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Sep 15 14:21:07.994960 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-e8962b72-83cc-4deb-a038-6a76b4741429 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:07.997065 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-e8962b72-83cc-4deb-a038-6a76b4741429 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 946 time: 0.0465910 Sep 15 14:21:08.083169 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Deleting port c1244560-3b75-460d-a38a-c7b6c0b2afaf {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:21:08.083505 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:08.176591 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] For port c1244560-3b75-460d-a38a-c7b6c0b2afaf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c1244560-3b75-460d-a38a-c7b6c0b2afaf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:08.176955 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:08.347064 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:08.347430 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (4ca3dc1b-40ce-438d-9366-78d8326ee7e2), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:08.347776 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Floating IP 4ca3dc1b-40ce-438d-9366-78d8326ee7e2 disassociated. External IP: 172.27.1.111, port: c1244560-3b75-460d-a38a-c7b6c0b2afaf. Sep 15 14:21:08.348118 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Calling delete_port for c1244560-3b75-460d-a38a-c7b6c0b2afaf owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:21:08.421443 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:08.422614 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:08.479804 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (c1244560-3b75-460d-a38a-c7b6c0b2afaf), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:08.506073 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event deleted for resources: {'Port': ['ID=c1244560-3b75-460d-a38a-c7b6c0b2afaf,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:08.621674 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:21:08.733265 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:21:08.745172 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] Sync routers for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:21:08.754892 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:08.755483 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:08.802995 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9a78a4de-8920-47d1-9e75-f271c722061b req-3252756d-53f7-4ed6-b675-c1980d403dea tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b4ab772-cedd-4a96-b8c8-55909199769f HTTP/1.1" status: 200 len: 210 time: 0.0465863 Sep 15 14:21:08.803966 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] No DVR routers for this DVR port c1244560-3b75-460d-a38a-c7b6c0b2afaf on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:21:08.806719 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:08.810473 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-795c0206-ee60-46c7-abb0-d08deff52a1a req-7b3b0c9b-1fe3-46c0-b41e-f1219b3f430b tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.52 "DELETE /networking/v2.0/ports/c1244560-3b75-460d-a38a-c7b6c0b2afaf HTTP/1.1" status: 204 len: 173 time: 0.8084817 Sep 15 14:21:08.811088 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-deleted', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:21:08.814203 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a13d662-e4ac-4e1f-b1d0-c56b2a1c0464" -d '{"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-deleted", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:21:08.863560 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4479f7e1-b668-4584-aacf-ef53ea31a51f x-openstack-request-id: req-4479f7e1-b668-4584-aacf-ef53ea31a51f {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:21:08.863957 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4ab772-cedd-4a96-b8c8-55909199769f", "name": "network-vif-deleted", "tag": "c1244560-3b75-460d-a38a-c7b6c0b2afaf", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:21:08.864281 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4479f7e1-b668-4584-aacf-ef53ea31a51f {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:21:08.864767 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4479f7e1-b668-4584-aacf-ef53ea31a51f'] response: {'server_uuid': '7b4ab772-cedd-4a96-b8c8-55909199769f', 'name': 'network-vif-deleted', 'tag': 'c1244560-3b75-460d-a38a-c7b6c0b2afaf', 'status': 'completed', 'code': 200} Sep 15 14:21:08.955669 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:21:08.959493 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:09.148375 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:09.176000 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] Checking router: 4fef3ef1-c250-418a-9f8a-2a235f0233e9 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:21:09.185106 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:09.185706 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:09.281936 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:09.475175 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:09.500125 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e19e9c-9dc1-4911-b6a5-27d0829a813f None None] The sync data for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi is: [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:09:52Z', 'revision_number': 4, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf', 'name': '', 'network_id': '120cc345-9098-45c5-ab11-9d46cb943f4b', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'mac_address': 'fa:16:3e:3b:24:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:51Z', 'updated_at': '2022-09-15T14:10:05Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'subnets': [{'id': 'cb517a77-d7cf-4f8b-823c-b01c0b2f5d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:21:09.709744 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8828e5-d5f4-45f7-bbab-f155af3497f0 None None] New status for floating IP 4ca3dc1b-40ce-438d-9366-78d8326ee7e2: DOWN {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:21:09.911477 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59040) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:09.967100 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-50f6981a-14bf-42b7-b567-9e4da52e2470 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:09.988753 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-50f6981a-14bf-42b7-b567-9e4da52e2470 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:09.999513 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:10.015567 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:10.042032 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-50f6981a-14bf-42b7-b567-9e4da52e2470 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:10.045349 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-50f6981a-14bf-42b7-b567-9e4da52e2470 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:10.046620 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-50f6981a-14bf-42b7-b567-9e4da52e2470 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446 HTTP/1.1" status: 204 len: 168 time: 0.1335664 Sep 15 14:21:10.049859 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59042) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:10.055937 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6981a-14bf-42b7-b567-9e4da52e2470 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:10.063881 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.api.v2.resource [None req-f847f2c0-541d-4a92-ac0b-a2d4d2f8bc35 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] show failed (client error): The resource could not be found. Sep 15 14:21:10.065082 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-f847f2c0-541d-4a92-ac0b-a2d4d2f8bc35 tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "GET /networking/v2.0/security-groups/0fac15cf-9ec5-4f95-84e3-1d0fd8cc9446 HTTP/1.1" status: 404 len: 347 time: 0.0138991 Sep 15 14:21:10.068158 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59044) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:10.188274 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Deleting port 6919223a-b9cf-48e0-859f-b8bc2a039849 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:21:10.188619 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (6919223a-b9cf-48e0-859f-b8bc2a039849), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:10.266548 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (6919223a-b9cf-48e0-859f-b8bc2a039849), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:10.266877 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (6919223a-b9cf-48e0-859f-b8bc2a039849), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:10.279228 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Calling delete_port for 6919223a-b9cf-48e0-859f-b8bc2a039849 owned by network:floatingip {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:21:10.406157 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (6919223a-b9cf-48e0-859f-b8bc2a039849), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:10.433205 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Pushing event deleted for resources: {'Port': ['ID=6919223a-b9cf-48e0-859f-b8bc2a039849,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:10.494241 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks [] for floatingip (4ca3dc1b-40ce-438d-9366-78d8326ee7e2), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:10.496887 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:10.498034 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5e32e229-bf5b-4442-8c3e-6749df6f2a0f tempest-AttachVolumeShelveTestJSON-228752471 tempest-AttachVolumeShelveTestJSON-228752471-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/4ca3dc1b-40ce-438d-9366-78d8326ee7e2 HTTP/1.1" status: 204 len: 168 time: 0.4283338 Sep 15 14:21:11.823562 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c1244560-3b75-460d-a38a-c7b6c0b2afaf no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:21:11.843387 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: c1244560-3b75-460d-a38a-c7b6c0b2afaf {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:21:11.843750 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c1244560-3b75-460d-a38a-c7b6c0b2afaf not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:21:12.931217 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59088) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:13.403429 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (4fef3ef1-c250-418a-9f8a-2a235f0233e9), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:13.624516 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Deleting port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:21:13.624768 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:13.704448 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] For port 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:13.704806 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:13.717753 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Calling delete_port for 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf owned by network:router_interface {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:21:14.109592 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:14.117812 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:14.127742 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:14.153913 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:14.328678 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (4fef3ef1-c250-418a-9f8a-2a235f0233e9), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:14.545913 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:21:14.652078 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:21:14.660193 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-df7c9dbd-3a01-48ab-803d-cf0e0da53489 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/4fef3ef1-c250-418a-9f8a-2a235f0233e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7254846 Sep 15 14:21:14.660324 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59114) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:14.664838 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] Sync routers for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:21:14.676833 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:14.677484 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:14.768411 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks [] for router (4fef3ef1-c250-418a-9f8a-2a235f0233e9), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:14.785812 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:14.842475 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59118) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:14.878926 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks [] for router_gateway (4fef3ef1-c250-418a-9f8a-2a235f0233e9), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:14.928743 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Deleting port da0c87b7-c159-4383-b806-968773acd6e5 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:21:14.929328 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (da0c87b7-c159-4383-b806-968773acd6e5), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:14.960715 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:14.966051 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:21:14Z', 'revision_number': 5, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port': {'id': 'da0c87b7-c159-4383-b806-968773acd6e5', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:09:40Z', 'updated_at': '2022-09-15T14:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:14.982573 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-19861131-bbac-477c-b9e6-4a6d59f4c001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:14.991958 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] Checking router: 4fef3ef1-c250-418a-9f8a-2a235f0233e9 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:21:15.001411 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] Routers {'4fef3ef1-c250-418a-9f8a-2a235f0233e9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:15.002019 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:15.022064 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] For port da0c87b7-c159-4383-b806-968773acd6e5, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=da0c87b7-c159-4383-b806-968773acd6e5,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:15.022432 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (da0c87b7-c159-4383-b806-968773acd6e5), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.039464 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:15.042015 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Calling delete_port for da0c87b7-c159-4383-b806-968773acd6e5 owned by network:router_gateway {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:21:15.042642 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:15.060462 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:15.072344 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:15.073242 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-19861131-bbac-477c-b9e6-4a6d59f4c001 admin admin] Publish callbacks [] for security_group (059da0bd-d051-4a9f-9021-5931241b225f), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.077574 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-19861131-bbac-477c-b9e6-4a6d59f4c001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (059da0bd-d051-4a9f-9021-5931241b225f), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.090534 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] Set router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 gateway port host: None {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:15.097170 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:15.107091 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-19861131-bbac-477c-b9e6-4a6d59f4c001 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=df0255cdd58c443c8c39aa909b565cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633169 Sep 15 14:21:15.108664 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59122) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:15.133626 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19861131-bbac-477c-b9e6-4a6d59f4c001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059da0bd-d051-4a9f-9021-5931241b225f,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:15.142172 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:21:14Z', 'revision_number': 6, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:15.171971 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc10d4-2c4e-4c6f-b7a4-4baca8213228 None None] The sync data for ids ['4fef3ef1-c250-418a-9f8a-2a235f0233e9'] in dv-cinder-856971-2-iscsi is: [{'id': '4fef3ef1-c250-418a-9f8a-2a235f0233e9', 'name': 'tempest-AttachVolumeShelveTestJSON-202974524-router', 'tenant_id': 'e76574d5f2094997a9c565d4ddf2a483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:09:38Z', 'updated_at': '2022-09-15T14:21:14Z', 'revision_number': 6, 'project_id': 'e76574d5f2094997a9c565d4ddf2a483', 'gw_port_host': None}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:21:15.222050 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e42c993a-6e4e-4f58-a48f-2a88968b8fae admin admin] Publish callbacks [] for security_group (059da0bd-d051-4a9f-9021-5931241b225f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.265285 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e42c993a-6e4e-4f58-a48f-2a88968b8fae admin admin] Publish callbacks [] for security_group (059da0bd-d051-4a9f-9021-5931241b225f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.305754 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (da0c87b7-c159-4383-b806-968773acd6e5), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.334808 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0c87b7-c159-4383-b806-968773acd6e5,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:15.388213 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e42c993a-6e4e-4f58-a48f-2a88968b8fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (059da0bd-d051-4a9f-9021-5931241b225f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.390665 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e42c993a-6e4e-4f58-a48f-2a88968b8fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.391834 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-e42c993a-6e4e-4f58-a48f-2a88968b8fae admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/059da0bd-d051-4a9f-9021-5931241b225f HTTP/1.1" status: 204 len: 168 time: 0.2780633 Sep 15 14:21:15.407563 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c993a-6e4e-4f58-a48f-2a88968b8fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059da0bd-d051-4a9f-9021-5931241b225f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:15.417652 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (4fef3ef1-c250-418a-9f8a-2a235f0233e9), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.516765 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (4fef3ef1-c250-418a-9f8a-2a235f0233e9), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.519159 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks [] for router_controller (4fef3ef1-c250-418a-9f8a-2a235f0233e9), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.565652 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (4fef3ef1-c250-418a-9f8a-2a235f0233e9), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.566301 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fef3ef1-c250-418a-9f8a-2a235f0233e9 {{(pid=106456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:21:15.571468 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.572656 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d5e3b82a-b83f-44fa-bce6-6d9f7579d999 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/4fef3ef1-c250-418a-9f8a-2a235f0233e9 HTTP/1.1" status: 204 len: 168 time: 0.9114332 Sep 15 14:21:15.576212 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59128) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:15.628862 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_v2 [None req-279eb1d1-656c-4dc0-9f7b-6f8db189059e admin admin] Deleting subnet cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 {{(pid=106455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:21:15.637208 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-279eb1d1-656c-4dc0-9f7b-6f8db189059e admin admin] Publish callbacks [] for subnet (cb517a77-d7cf-4f8b-823c-b01c0b2f5d36), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.673465 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-279eb1d1-656c-4dc0-9f7b-6f8db189059e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26131779'] for subnet (cb517a77-d7cf-4f8b-823c-b01c0b2f5d36), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.691446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59130) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:15.705690 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a79f9ad2-8c49-4f11-93b3-3a610288e892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.749367 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-279eb1d1-656c-4dc0-9f7b-6f8db189059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (cb517a77-d7cf-4f8b-823c-b01c0b2f5d36), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.782154 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a79f9ad2-8c49-4f11-93b3-3a610288e892 admin admin] Publish callbacks [] for security_group (ddd0401a-6175-4118-86da-32886ef99d41), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.786022 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a79f9ad2-8c49-4f11-93b3-3a610288e892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (ddd0401a-6175-4118-86da-32886ef99d41), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.809228 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-279eb1d1-656c-4dc0-9f7b-6f8db189059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26128891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25309316'] for subnet (cb517a77-d7cf-4f8b-823c-b01c0b2f5d36), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.828053 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-a79f9ad2-8c49-4f11-93b3-3a610288e892 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=75789cbb0b7c4dfb83573d4b86472e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354065 Sep 15 14:21:15.828905 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f9ad2-8c49-4f11-93b3-3a610288e892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd0401a-6175-4118-86da-32886ef99d41,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:15.831795 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59132) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:15.835797 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279eb1d1-656c-4dc0-9f7b-6f8db189059e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb517a77-d7cf-4f8b-823c-b01c0b2f5d36,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:15.839858 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-279eb1d1-656c-4dc0-9f7b-6f8db189059e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.843043 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-279eb1d1-656c-4dc0-9f7b-6f8db189059e admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/cb517a77-d7cf-4f8b-823c-b01c0b2f5d36 HTTP/1.1" status: 204 len: 168 time: 0.2656193 Sep 15 14:21:15.845675 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59134) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:15.850328 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155fd201-47e1-4a06-a458-95fbd5f922fc None None] Network 120cc345-9098-45c5-ab11-9d46cb943f4b requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:21:15.889709 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a2d2796f-08c7-4f35-9510-17ba9c2db21d admin admin] Publish callbacks [] for security_group (ddd0401a-6175-4118-86da-32886ef99d41), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.911310 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a2d2796f-08c7-4f35-9510-17ba9c2db21d admin admin] Publish callbacks [] for security_group (ddd0401a-6175-4118-86da-32886ef99d41), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.916155 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (120cc345-9098-45c5-ab11-9d46cb943f4b), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.956332 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:15.967154 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a2d2796f-08c7-4f35-9510-17ba9c2db21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (ddd0401a-6175-4118-86da-32886ef99d41), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.970558 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a2d2796f-08c7-4f35-9510-17ba9c2db21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.974450 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-a2d2796f-08c7-4f35-9510-17ba9c2db21d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ddd0401a-6175-4118-86da-32886ef99d41 HTTP/1.1" status: 204 len: 168 time: 0.1386683 Sep 15 14:21:15.974546 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Deleting port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:21:15.974546 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:15.986840 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2796f-08c7-4f35-9510-17ba9c2db21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd0401a-6175-4118-86da-32886ef99d41,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:16.051554 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] For port c1cfbff3-184d-4459-bf2e-13d67e6d0f60, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=c1cfbff3-184d-4459-bf2e-13d67e6d0f60,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:16.052267 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.053197 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] DHCP port deletion for 120cc345-9098-45c5-ab11-9d46cb943f4b request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:21:16.068163 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Calling delete_port for c1cfbff3-184d-4459-bf2e-13d67e6d0f60 owned by network:dhcp {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:21:16.094263 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Deleting port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 {{(pid=106457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:21:16.094644 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), before_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.159879 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.189826 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] No DVR routers for this DVR port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 on host dv-cinder-856971-2-iscsi {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:21:16.194122 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cfbff3-184d-4459-bf2e-13d67e6d0f60,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:16.288870 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (120cc345-9098-45c5-ab11-9d46cb943f4b), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.320248 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120cc345-9098-45c5-ab11-9d46cb943f4b']}} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:16.320953 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] For port c1cfbff3-184d-4459-bf2e-13d67e6d0f60, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=c1cfbff3-184d-4459-bf2e-13d67e6d0f60,segment=NetworkSegment(b3a433ba-32f3-4e11-8469-3e4909aecec4),segment_id=b3a433ba-32f3-4e11-8469-3e4909aecec4)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:16.321356 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), precommit_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.334194 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a433ba-32f3-4e11-8469-3e4909aecec4') {'for_net_delete': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:16.335146 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a433ba-32f3-4e11-8469-3e4909aecec4') {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:16.338907 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Calling delete_port for c1cfbff3-184d-4459-bf2e-13d67e6d0f60 owned by network:dhcp {{(pid=106457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:21:16.353291 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26131832'] for segment (b3a433ba-32f3-4e11-8469-3e4909aecec4), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.373668 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (b3a433ba-32f3-4e11-8469-3e4909aecec4), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.377423 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=2,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:16.384527 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=106455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:21:16.385132 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26128705'] for segment (b3a433ba-32f3-4e11-8469-3e4909aecec4), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.435935 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59144) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:16.440918 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (c1cfbff3-184d-4459-bf2e-13d67e6d0f60), after_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.450291 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:16.453712 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b64c539b-f21f-46a0-a3c6-fde0d43080cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.469707 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (120cc345-9098-45c5-ab11-9d46cb943f4b), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.476638 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Pushing event deleted for resources: {'Port': ['ID=c1cfbff3-184d-4459-bf2e-13d67e6d0f60,revision_number=None']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:16.476893 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.480838 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/120cc345-9098-45c5-ab11-9d46cb943f4b HTTP/1.1" status: 204 len: 168 time: 0.6333959 Sep 15 14:21:16.482729 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] No DVR routers for this DVR port c1cfbff3-184d-4459-bf2e-13d67e6d0f60 on host dv-cinder-856971-2-iscsi {{(pid=106457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:21:16.498090 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.498458 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.498789 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.499130 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.499456 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.499807 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.500137 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.500467 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.500749 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40e24b-4b75-46db-99bc-a57a3454041f admin admin] Pushing event deleted for resources: {'Network': ['ID=120cc345-9098-45c5-ab11-9d46cb943f4b,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:16.500875 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.501105 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.501423 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.501745 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.502067 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.502390 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.502709 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a18053-c5b7-4492-91b3-2313b330ecd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:16.503967 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:16.576258 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b64c539b-f21f-46a0-a3c6-fde0d43080cb admin admin] Publish callbacks [] for security_group (40e7568d-c3ba-4719-af05-5e1dff70d40c), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.581455 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b64c539b-f21f-46a0-a3c6-fde0d43080cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (40e7568d-c3ba-4719-af05-5e1dff70d40c), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.616223 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.627607 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59148) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:16.627908 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-b64c539b-f21f-46a0-a3c6-fde0d43080cb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5895ad08c10c4e2f8e73af4a3d6a39d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899579 Sep 15 14:21:16.629098 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c539b-f21f-46a0-a3c6-fde0d43080cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e7568d-c3ba-4719-af05-5e1dff70d40c,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:16.699630 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment b3a433ba-32f3-4e11-8469-3e4909aecec4 resource provider aggregate not found Sep 15 14:21:16.706190 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5abc15de-efcc-4298-b6f1-c0f457672b93 admin admin] Publish callbacks [] for security_group (40e7568d-c3ba-4719-af05-5e1dff70d40c), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.721317 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment b3a433ba-32f3-4e11-8469-3e4909aecec4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3a433ba-32f3-4e11-8469-3e4909aecec4 found for delete ", "request_id": "req-c135fd17-2cb0-4656-aa2a-c7cb5cded6dd"}]} Sep 15 14:21:16.722777 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59152) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:16.743332 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5abc15de-efcc-4298-b6f1-c0f457672b93 admin admin] Publish callbacks [] for security_group (40e7568d-c3ba-4719-af05-5e1dff70d40c), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.797293 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-6339f8cb-9afc-4aa8-93b1-bac14202a8ed admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e76574d5f2094997a9c565d4ddf2a483&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0735109 Sep 15 14:21:16.800023 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59154) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:16.815526 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5abc15de-efcc-4298-b6f1-c0f457672b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (40e7568d-c3ba-4719-af05-5e1dff70d40c), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.818047 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5abc15de-efcc-4298-b6f1-c0f457672b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.819145 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5abc15de-efcc-4298-b6f1-c0f457672b93 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/40e7568d-c3ba-4719-af05-5e1dff70d40c HTTP/1.1" status: 204 len: 168 time: 0.1900272 Sep 15 14:21:16.828711 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc15de-efcc-4298-b6f1-c0f457672b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e7568d-c3ba-4719-af05-5e1dff70d40c,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:16.860297 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-03147035-3379-4734-859e-292297eb1ebe admin admin] Publish callbacks [] for security_group (6324c25c-7fad-4d8a-9697-0ef43e18fb0d), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.882812 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-03147035-3379-4734-859e-292297eb1ebe admin admin] Publish callbacks [] for security_group (6324c25c-7fad-4d8a-9697-0ef43e18fb0d), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.913628 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device da0c87b7-c159-4383-b806-968773acd6e5 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:21:16.936345 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: da0c87b7-c159-4383-b806-968773acd6e5 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:21:16.936659 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device da0c87b7-c159-4383-b806-968773acd6e5 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:21:16.937146 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:21:16.938601 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-03147035-3379-4734-859e-292297eb1ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (6324c25c-7fad-4d8a-9697-0ef43e18fb0d), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.941322 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-03147035-3379-4734-859e-292297eb1ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:16.942707 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-03147035-3379-4734-859e-292297eb1ebe admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6324c25c-7fad-4d8a-9697-0ef43e18fb0d HTTP/1.1" status: 204 len: 168 time: 0.1413407 Sep 15 14:21:16.952593 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147035-3379-4734-859e-292297eb1ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6324c25c-7fad-4d8a-9697-0ef43e18fb0d,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:16.956866 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:21:16.957494 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 1a5aa1ea-8f08-4c23-8f3f-aa0b66ed7daf not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:21:16.958501 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device c1cfbff3-184d-4459-bf2e-13d67e6d0f60 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:21:16.983445 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: c1cfbff3-184d-4459-bf2e-13d67e6d0f60 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:21:16.983834 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device c1cfbff3-184d-4459-bf2e-13d67e6d0f60 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:21:17.605069 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59196) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:17.689418 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59200) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:17.748111 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1698129000-network', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:17.769129 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Made reservation on behalf of d1c7aba744814c7ca12a1dab68e1815a for: {'network': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:21:17.771864 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:17.785242 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1268381887-network', 'tenant_id': '3280b84c87ee422c986300291186a41d'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:17.788733 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:17.825636 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Made reservation on behalf of 3280b84c87ee422c986300291186a41d for: {'network': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:21:17.827927 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:17.845459 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:17.924345 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Publish callbacks [] for security_group (9edd3a93-71f8-44dd-ad85-d560ccfc53b0), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:17.931936 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9edd3a93-71f8-44dd-ad85-d560ccfc53b0), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:17.960803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:21:17.994338 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edd3a93-71f8-44dd-ad85-d560ccfc53b0,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:17.998303 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (ea49cb95-07f5-4024-a292-7b50730c7a24), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:17.998651 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.segments_db [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Added segment ea49cb95-07f5-4024-a292-7b50730c7a24 of type vlan for network 48608c61-4597-4efa-9ed7-e6d47fa23e1a Sep 15 14:21:18.009356 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Publish callbacks [] for security_group (bdfcbb26-fa31-4be7-ae31-715050d71267), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.033455 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (bdfcbb26-fa31-4be7-ae31-715050d71267), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.040273 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:18.058304 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (48608c61-4597-4efa-9ed7-e6d47fa23e1a), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.061807 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:18.081138 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=106456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:21:18.104926 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfcbb26-fa31-4be7-ae31-715050d71267,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:18.113438 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (f51d3a12-998d-493a-93c0-1b381010482a), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.113783 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.segments_db [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Added segment f51d3a12-998d-493a-93c0-1b381010482a of type vlan for network 350ec69d-428d-4e46-965f-648414b78c6c Sep 15 14:21:18.144224 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (48608c61-4597-4efa-9ed7-e6d47fa23e1a), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.145220 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:18.145799 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.204685 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (350ec69d-428d-4e46-965f-648414b78c6c), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.226736 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6194890 Sep 15 14:21:18.229703 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59204) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:18.231839 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d974a-2c28-4c71-b3f9-321523118a7b admin admin] Pushing event updated for resources: {'Network': ['ID=48608c61-4597-4efa-9ed7-e6d47fa23e1a,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:18.235128 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Request body: {'subnet': {'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-subnet', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:18.242586 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:21:18.254234 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (350ec69d-428d-4e46-965f-648414b78c6c), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.255268 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:18.255896 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.256742 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Made reservation on behalf of d1c7aba744814c7ca12a1dab68e1815a for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:21:18.259355 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25309355'] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.309935 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6168017 Sep 15 14:21:18.314775 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59206) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:18.314923 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Request body: {'subnet': {'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1268381887-subnet', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'ip_version': 4}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:18.342292 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6ca19-64a3-496a-8934-0aed61e59a5c admin admin] Pushing event updated for resources: {'Network': ['ID=350ec69d-428d-4e46-965f-648414b78c6c,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:18.345792 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Made reservation on behalf of 3280b84c87ee422c986300291186a41d for: {'subnet': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:21:18.348193 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25218330'] for subnet (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.353673 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 350ec69d-428d-4e46-965f-648414b78c6c details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:21:18.453079 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26131748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25309373'] for subnet (5f8fac34-eb32-48ce-83d7-b2746b93cf43), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.502748 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8fac34-eb32-48ce-83d7-b2746b93cf43,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:18.519206 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Checking segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:18.519562 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Network hostable DHCP agents. Network: 48608c61-4597-4efa-9ed7-e6d47fa23e1a, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:21:18.526618 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26004997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25218316'] for subnet (7fbbab44-8086-422c-b1f7-4bebf0f70519), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.538518 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:21:18.547748 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 48608c61-4597-4efa-9ed7-e6d47fa23e1a) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:18.551911 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:18.552389 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.561438 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8540dd12-5aa2-43bd-bf9f-868ff50d7f78 None None] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:21:18.579113 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-7b891e0e-1556-41a8-a0e3-aef8800e7867 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3477211 Sep 15 14:21:18.580144 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59208) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:18.582592 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbbab44-8086-422c-b1f7-4bebf0f70519,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:18.585398 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:18.594102 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Checking segment: {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:18.594467 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Network hostable DHCP agents. Network: 350ec69d-428d-4e46-965f-648414b78c6c, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:21:18.607026 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (d423b259-999c-4f6d-b010-4e990e702fb9), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.608406 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (d423b259-999c-4f6d-b010-4e990e702fb9), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.612777 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Network 350ec69d-428d-4e46-965f-648414b78c6c is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:21:18.624328 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 350ec69d-428d-4e46-965f-648414b78c6c) {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:18.630023 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:18.631199 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.632690 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea725b2-9228-42b7-9fd9-ab89d58d2b28 None None] Network 350ec69d-428d-4e46-965f-648414b78c6c requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:21:18.649592 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-8e416ac2-64f1-4d5f-ad32-d0ba04d56a8f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3380983 Sep 15 14:21:18.653368 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59210) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:18.657508 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:18.669906 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks [] for router_controller (d423b259-999c-4f6d-b010-4e990e702fb9), precommit_add_association {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.681540 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (5773e176-fd48-4f15-90bc-c13bff7e536e), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.682596 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (5773e176-fd48-4f15-90bc-c13bff7e536e), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.693947 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:18.737862 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks [] for router_controller (5773e176-fd48-4f15-90bc-c13bff7e536e), precommit_add_association {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.749428 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:21:18.750506 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.799114 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-350ec69d-428d-4e46-965f-648414b78c6c', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'project_id': '3280b84c87ee422c986300291186a41d', 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:21:18.800132 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.813899 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks [] for router_gateway (d423b259-999c-4f6d-b010-4e990e702fb9), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.866776 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:18.888977 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks [] for router_gateway (5773e176-fd48-4f15-90bc-c13bff7e536e), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:18.891057 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:18.904232 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:18.905658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:18.994660 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Allocated IP 172.20.0.2 (48608c61-4597-4efa-9ed7-e6d47fa23e1a/5f8fac34-eb32-48ce-83d7-b2746b93cf43/b5a3c961-6f7f-4d63-a2b2-531f18bffb21) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:19.016268 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks [] for router_gateway (d423b259-999c-4f6d-b010-4e990e702fb9), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.027618 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:19.103653 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Allocated IP 172.20.0.2 (350ec69d-428d-4e46-965f-648414b78c6c/7fbbab44-8086-422c-b1f7-4bebf0f70519/74351e83-7149-4bcb-8ac3-4458bbed60fb) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:19.107386 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks [] for router_gateway (5773e176-fd48-4f15-90bc-c13bff7e536e), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.128768 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.253665 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Allocated IP 172.27.1.30 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/51f63ec0-9d0f-4b59-a703-193ec9e15264) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:19.255349 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Publish callbacks [] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.263523 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.305178 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.320991 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:19.335994 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:19.342198 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:19.347303 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Pushing event updated for resources: {'Port': ['ID=b5a3c961-6f7f-4d63-a2b2-531f18bffb21,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:19.388987 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks [] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.421170 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.428592 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Publish callbacks [] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.440209 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.447934 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Attempting to bind port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:19.448311 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Attempting to bind port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:19.448670 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Attempting to bind port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:19.465925 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:19.472236 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Allocated IP 172.27.1.187 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/af313a02-15cf-44ae-9037-572e0592ab6f) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:19.472912 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:19.475293 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:19.505085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Pushing event updated for resources: {'Port': ['ID=51f63ec0-9d0f-4b59-a703-193ec9e15264,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:19.519615 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Network 350ec69d-428d-4e46-965f-648414b78c6c is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:19.525018 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Pushing event updated for resources: {'Port': ['ID=74351e83-7149-4bcb-8ac3-4458bbed60fb,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:19.528942 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:19.532993 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:19.545510 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:19.545882 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Checking segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:19.546285 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.546923 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Bound using segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:19.547138 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Bound port: b5a3c961-6f7f-4d63-a2b2-531f18bffb21, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:19.547513 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.592059 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks [] for port (af313a02-15cf-44ae-9037-572e0592ab6f), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.600867 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:19.630226 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.633920 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Attempting to bind port 74351e83-7149-4bcb-8ac3-4458bbed60fb on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:19.634302 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Attempting to bind port 74351e83-7149-4bcb-8ac3-4458bbed60fb by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:19.634706 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Attempting to bind port 74351e83-7149-4bcb-8ac3-4458bbed60fb on network 350ec69d-428d-4e46-965f-648414b78c6c {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:19.671327 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:19.676200 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:19.678671 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:19.683112 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:19.699555 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] For port b5a3c961-6f7f-4d63-a2b2-531f18bffb21, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:19.705941 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=af313a02-15cf-44ae-9037-572e0592ab6f,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:19.719585 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] For port b5a3c961-6f7f-4d63-a2b2-531f18bffb21, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=b5a3c961-6f7f-4d63-a2b2-531f18bffb21,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:19.722603 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:19.722956 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Checking segment: {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:19.723353 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.723797 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Bound using segment: {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:19.724351 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Bound port: 74351e83-7149-4bcb-8ac3-4458bbed60fb, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:19.724738 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.736501 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.827720 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877aa2aa-d163-4ad3-8a2f-234bbd20c73c None None] Pushing event updated for resources: {'Port': ['ID=b5a3c961-6f7f-4d63-a2b2-531f18bffb21,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:19.840115 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] For port 74351e83-7149-4bcb-8ac3-4458bbed60fb, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:19.844409 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] For port 74351e83-7149-4bcb-8ac3-4458bbed60fb, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=74351e83-7149-4bcb-8ac3-4458bbed60fb,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:19.852795 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:19.921795 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ad7b5-b0b6-4849-9417-7c455ccec346 None None] Pushing event updated for resources: {'Port': ['ID=74351e83-7149-4bcb-8ac3-4458bbed60fb,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:19.998840 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks [] for router_gateway (d423b259-999c-4f6d-b010-4e990e702fb9), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:20.077757 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks [] for router_gateway (5773e176-fd48-4f15-90bc-c13bff7e536e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:20.087275 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:20.183885 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:20.295983 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (d423b259-999c-4f6d-b010-4e990e702fb9), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:20.296854 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:20.318485 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (5773e176-fd48-4f15-90bc-c13bff7e536e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:20.437191 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Router d423b259-999c-4f6d-b010-4e990e702fb9 is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:21:20.443889 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:20.445647 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Router 5773e176-fd48-4f15-90bc-c13bff7e536e is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:21:20.545210 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:21:20.552968 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:21:20.554632 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:21:20.561767 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Sync routers for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:21:20.568234 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:20.568794 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:20.575481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:20.579901 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:20.580137 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:20.580497 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-dd01c69c-5d76-4c75-9f94-e671e12e3eb5 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9994078 Sep 15 14:21:20.580712 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-e855df3a-9338-422f-a85e-786373f72618 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9262464 Sep 15 14:21:20.581354 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59212) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:20.582190 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:20.583557 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59214) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:20.748102 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:20.907924 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:21.104268 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 74351e83-7149-4bcb-8ac3-4458bbed60fb up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:21.184239 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:19Z', 'revision_number': 3, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:21.218534 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Checking router: 5773e176-fd48-4f15-90bc-c13bff7e536e for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:21:21.219425 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Updating router 5773e176-fd48-4f15-90bc-c13bff7e536e port 51f63ec0-9d0f-4b59-a703-193ec9e15264 binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:21:21.224499 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909d2b0-a795-4edd-a642-9ee67b524437 None None] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:21:21.258312 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.304552 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 74351e83-7149-4bcb-8ac3-4458bbed60fb triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:21.304996 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.305338 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 74351e83-7149-4bcb-8ac3-4458bbed60fb Sep 15 14:21:21.353493 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.358774 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.413731 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcc9343e-b510-4c29-bf47-b28fc9a0696c None None] Provisioning complete for port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:21.414103 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcc9343e-b510-4c29-bf47-b28fc9a0696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.414447 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcc9343e-b510-4c29-bf47-b28fc9a0696c None None] Attempt 1 to provision port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 Sep 15 14:21:21.442709 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:21.453543 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:19Z', 'revision_number': 3, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:21.520279 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:21:21.520640 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Updating router d423b259-999c-4f6d-b010-4e990e702fb9 port af313a02-15cf-44ae-9037-572e0592ab6f binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:21:21.581644 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897cc8b6-b73c-400a-9b34-ad4443645634 None None] Network 350ec69d-428d-4e46-965f-648414b78c6c requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:21:21.599305 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Allocated IP 172.20.0.1 (350ec69d-428d-4e46-965f-648414b78c6c/7fbbab44-8086-422c-b1f7-4bebf0f70519/e874b533-ebfd-43eb-912b-4a63ac371cf4) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:21.616346 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Allocated IP 172.20.0.1 (48608c61-4597-4efa-9ed7-e6d47fa23e1a/5f8fac34-eb32-48ce-83d7-b2746b93cf43/d63d6196-9b83-46ce-9ab2-4bde42eec182) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:21.626980 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Publish callbacks [] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.638142 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.676428 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Attempting to bind port 51f63ec0-9d0f-4b59-a703-193ec9e15264 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:21.676795 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Attempting to bind port 51f63ec0-9d0f-4b59-a703-193ec9e15264 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:21.677153 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Attempting to bind port 51f63ec0-9d0f-4b59-a703-193ec9e15264 on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:21.679807 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:21.682411 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:21.709870 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:21.710859 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:21.726880 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Pushing event updated for resources: {'Port': ['ID=51f63ec0-9d0f-4b59-a703-193ec9e15264,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:21.753113 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.758791 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.759138 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.759580 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.759873 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.760210 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.760531 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.760901 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.761159 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.762402 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.762731 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.763515 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.763890 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.764216 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.764536 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.764852 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:21.776707 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Publish callbacks [] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.782535 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:21.783210 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:21.783600 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.784177 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:21.784892 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Bound port: 51f63ec0-9d0f-4b59-a703-193ec9e15264, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:21.785430 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.795355 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Publish callbacks [] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.811105 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:21.830899 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.856059 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9343e-b510-4c29-bf47-b28fc9a0696c None None] Current status of the port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:21.856583 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] For port 51f63ec0-9d0f-4b59-a703-193ec9e15264, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:21.857042 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcc9343e-b510-4c29-bf47-b28fc9a0696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.857805 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.860694 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Network 350ec69d-428d-4e46-965f-648414b78c6c is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:21.860872 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] For port 51f63ec0-9d0f-4b59-a703-193ec9e15264, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=51f63ec0-9d0f-4b59-a703-193ec9e15264,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:21.864460 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:21.870400 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.881856 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 74351e83-7149-4bcb-8ac3-4458bbed60fb is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:21.882556 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:21.888301 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:21.895494 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:21.902210 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:21.927052 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:21.927701 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:21.935077 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:21.950272 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:21.979219 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcc9343e-b510-4c29-bf47-b28fc9a0696c None None] For port b5a3c961-6f7f-4d63-a2b2-531f18bffb21, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=b5a3c961-6f7f-4d63-a2b2-531f18bffb21,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:21.995203 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Pushing event updated for resources: {'Port': ['ID=e874b533-ebfd-43eb-912b-4a63ac371cf4,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:22.013566 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcc9343e-b510-4c29-bf47-b28fc9a0696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.029773 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (5773e176-fd48-4f15-90bc-c13bff7e536e), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.032314 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:22.050379 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce7065-60d9-49fa-a86e-3589ca48f896 None None] Pushing event updated for resources: {'Port': ['ID=51f63ec0-9d0f-4b59-a703-193ec9e15264,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:22.082864 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Pushing event updated for resources: {'Port': ['ID=d63d6196-9b83-46ce-9ab2-4bde42eec182,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:22.092847 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9343e-b510-4c29-bf47-b28fc9a0696c None None] Pushing event updated for resources: {'Port': ['ID=b5a3c961-6f7f-4d63-a2b2-531f18bffb21,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:22.099621 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 74351e83-7149-4bcb-8ac3-4458bbed60fb, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=74351e83-7149-4bcb-8ac3-4458bbed60fb,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:22.117839 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.119322 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device b5a3c961-6f7f-4d63-a2b2-531f18bffb21 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:22.140690 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (d423b259-999c-4f6d-b010-4e990e702fb9), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.159145 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:22.261436 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.316458 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=74351e83-7149-4bcb-8ac3-4458bbed60fb,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:22.323626 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:22.325067 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.325467 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 Sep 15 14:21:22.357307 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.375546 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-e2e84748-f0c4-4dd0-b0d5-6d1a5aed485e None None] Provisioning complete for port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:22.381211 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e2e84748-f0c4-4dd0-b0d5-6d1a5aed485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.381705 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-e2e84748-f0c4-4dd0-b0d5-6d1a5aed485e None None] Attempt 1 to provision port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 Sep 15 14:21:22.429186 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:22.490985 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:19Z', 'revision_number': 3, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:22.518455 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87fafea-8cc4-48f5-aaeb-24ab02fc7fe7 None None] The sync data for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi is: [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:19Z', 'revision_number': 3, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:21:22.534572 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Publish callbacks [] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.542343 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:22.544799 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.571489 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-e2e84748-f0c4-4dd0-b0d5-6d1a5aed485e None None] Current status of the port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:22.586375 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Publish callbacks [] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.593640 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.594653 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:22.622175 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-e2e84748-f0c4-4dd0-b0d5-6d1a5aed485e None None] Provisioning complete for port 74351e83-7149-4bcb-8ac3-4458bbed60fb triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:22.622401 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e2e84748-f0c4-4dd0-b0d5-6d1a5aed485e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.622733 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-e2e84748-f0c4-4dd0-b0d5-6d1a5aed485e None None] Attempt 1 to provision port 74351e83-7149-4bcb-8ac3-4458bbed60fb Sep 15 14:21:22.625830 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (5773e176-fd48-4f15-90bc-c13bff7e536e), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.628736 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Pushing event updated for resources: {'Port': ['ID=e874b533-ebfd-43eb-912b-4a63ac371cf4,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:22.665767 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:22.668425 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Publish callbacks [] for port (af313a02-15cf-44ae-9037-572e0592ab6f), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.684960 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.686088 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Pushing event updated for resources: {'Port': ['ID=d63d6196-9b83-46ce-9ab2-4bde42eec182,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:22.693592 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (d423b259-999c-4f6d-b010-4e990e702fb9), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.723412 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Attempting to bind port af313a02-15cf-44ae-9037-572e0592ab6f on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:22.723806 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Attempting to bind port af313a02-15cf-44ae-9037-572e0592ab6f by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:22.724168 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Attempting to bind port af313a02-15cf-44ae-9037-572e0592ab6f on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:22.753680 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Network 350ec69d-428d-4e46-965f-648414b78c6c is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:22.755331 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:22.770448 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:22.801764 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca4f1b-f300-4fb6-8176-5dacb0d51a6d None None] Pushing event updated for resources: {'Port': ['ID=af313a02-15cf-44ae-9037-572e0592ab6f,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:22.823441 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-e2e84748-f0c4-4dd0-b0d5-6d1a5aed485e None None] Current status of the port 74351e83-7149-4bcb-8ac3-4458bbed60fb is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:22.830220 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:22.830598 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:22.831460 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.831460 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:22.832054 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Bound port: af313a02-15cf-44ae-9037-572e0592ab6f, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:22.832248 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:22.893913 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:22.895589 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:22.980349 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Router 5773e176-fd48-4f15-90bc-c13bff7e536e has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:21:23.024780 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] For port af313a02-15cf-44ae-9037-572e0592ab6f, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:23.030138 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Provisioning complete for port d63d6196-9b83-46ce-9ab2-4bde42eec182 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:23.030138 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:23.030138 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 1 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:23.043122 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] For port af313a02-15cf-44ae-9037-572e0592ab6f, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=af313a02-15cf-44ae-9037-572e0592ab6f,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:23.069458 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:23.097080 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:23.122163 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:21:23.154937 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Port d63d6196-9b83-46ce-9ab2-4bde42eec182 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:23.162130 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:23.162757 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:23.216925 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:21:23.226714 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-bdcb57d0-02ac-4197-9644-954f561deb60 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5773e176-fd48-4f15-90bc-c13bff7e536e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6444952 Sep 15 14:21:23.336434 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:21:23.342213 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-52197df3-d1cc-4079-9cb3-4243daa3d5cb admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d423b259-999c-4f6d-b010-4e990e702fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7571487 Sep 15 14:21:23.378426 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 74351e83-7149-4bcb-8ac3-4458bbed60fb up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:23.414102 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca4f1b-f300-4fb6-8176-5dacb0d51a6d None None] Pushing event updated for resources: {'Port': ['ID=af313a02-15cf-44ae-9037-572e0592ab6f,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:23.503299 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 74351e83-7149-4bcb-8ac3-4458bbed60fb triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:23.503667 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:23.504038 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 74351e83-7149-4bcb-8ac3-4458bbed60fb Sep 15 14:21:23.506831 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:23.656757 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 2 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:23.712438 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:23.741161 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Port d63d6196-9b83-46ce-9ab2-4bde42eec182 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:23.750482 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 74351e83-7149-4bcb-8ac3-4458bbed60fb is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:23.751581 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 51f63ec0-9d0f-4b59-a703-193ec9e15264 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:23.834466 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:23.847050 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 2, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:23.849817 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 51f63ec0-9d0f-4b59-a703-193ec9e15264 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:23.850186 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:23.850517 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 51f63ec0-9d0f-4b59-a703-193ec9e15264 Sep 15 14:21:23.881544 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522da7eb-7d0a-4b6d-ac79-25cc8cdefcd7 None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 2, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:21:23.912735 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59236) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:23.920803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-7c83e1d6-9547-418e-a1bd-bd2f4579b8ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984118082', 'description': 'tempest-description--402805396'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:23.950995 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7c83e1d6-9547-418e-a1bd-bd2f4579b8ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:23.955917 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59238) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:23.961396 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1551182468-network', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:23.965860 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 51f63ec0-9d0f-4b59-a703-193ec9e15264 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:23.966252 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:23.986605 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Made reservation on behalf of 021d14bb7c7343419dfde7ab08d8b384 for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:21:23.989253 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:23.992022 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 51f63ec0-9d0f-4b59-a703-193ec9e15264, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=51f63ec0-9d0f-4b59-a703-193ec9e15264,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:24.000841 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.004148 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.004456 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:24.005884 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device b5a3c961-6f7f-4d63-a2b2-531f18bffb21 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:24.053085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7c83e1d6-9547-418e-a1bd-bd2f4579b8ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.057472 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7c83e1d6-9547-418e-a1bd-bd2f4579b8ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.098884 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-7c83e1d6-9547-418e-a1bd-bd2f4579b8ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.099422 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Publish callbacks [] for security_group (3f82e1ec-9162-4cd3-b638-6fd4f94d0766), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.102887 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-7c83e1d6-9547-418e-a1bd-bd2f4579b8ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1851785 Sep 15 14:21:24.103433 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59240) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:24.104350 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83e1d6-9547-418e-a1bd-bd2f4579b8ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:24.109161 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-5fae8e25-59dd-472c-b5cb-252969a3ab50 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group_rule': {'security_group_id': 'e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:24.120288 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=51f63ec0-9d0f-4b59-a703-193ec9e15264,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:24.123275 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:24.123657 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.124058 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 Sep 15 14:21:24.124872 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3f82e1ec-9162-4cd3-b638-6fd4f94d0766), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.159673 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:21:24.172907 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5fae8e25-59dd-472c-b5cb-252969a3ab50 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (acbae434-87c6-47d8-8dc9-3d38304e7bb7), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.189272 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f82e1ec-9162-4cd3-b638-6fd4f94d0766,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:24.208026 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (d0e0c406-e8f6-47ba-86a4-d8ce02931110), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.208429 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Added segment d0e0c406-e8f6-47ba-86a4-d8ce02931110 of type vlan for network d961ed68-d5d6-4539-bb74-334a52dcfd34 Sep 15 14:21:24.219518 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:24.243322 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 3 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:24.279491 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (d961ed68-d5d6-4539-bb74-334a52dcfd34), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.281394 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Port d63d6196-9b83-46ce-9ab2-4bde42eec182 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:24.320969 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5fae8e25-59dd-472c-b5cb-252969a3ab50 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (acbae434-87c6-47d8-8dc9-3d38304e7bb7), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.328830 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5fae8e25-59dd-472c-b5cb-252969a3ab50 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (acbae434-87c6-47d8-8dc9-3d38304e7bb7), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.340625 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (d961ed68-d5d6-4539-bb74-334a52dcfd34), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.341753 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:24.342334 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.377338 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae8e25-59dd-472c-b5cb-252969a3ab50 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbae434-87c6-47d8-8dc9-3d38304e7bb7,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:24.411526 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5fae8e25-59dd-472c-b5cb-252969a3ab50 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.414433 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5fae8e25-59dd-472c-b5cb-252969a3ab50 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3086514 Sep 15 14:21:24.415647 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:24.416571 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59242) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:24.421568 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-0de68466-d28b-49f5-939e-97dc0aef4b84 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group_rule': {'security_group_id': 'e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:24.431469 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4741545 Sep 15 14:21:24.432027 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59244) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:24.440094 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Request body: {'subnet': {'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1551182468-subnet', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:24.453195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f88005-c9c0-4a36-9ffd-9136ac865360 admin admin] Pushing event updated for resources: {'Network': ['ID=d961ed68-d5d6-4539-bb74-334a52dcfd34,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:24.470001 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network d961ed68-d5d6-4539-bb74-334a52dcfd34 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:21:24.473300 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Made reservation on behalf of 021d14bb7c7343419dfde7ab08d8b384 for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:21:24.475903 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25309355'] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.485271 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0de68466-d28b-49f5-939e-97dc0aef4b84 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (57de4c55-a2bf-45cc-933d-adde013f9721), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.565724 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0de68466-d28b-49f5-939e-97dc0aef4b84 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (57de4c55-a2bf-45cc-933d-adde013f9721), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.571828 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0de68466-d28b-49f5-939e-97dc0aef4b84 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (57de4c55-a2bf-45cc-933d-adde013f9721), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.595942 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de68466-d28b-49f5-939e-97dc0aef4b84 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57de4c55-a2bf-45cc-933d-adde013f9721,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:24.606653 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0de68466-d28b-49f5-939e-97dc0aef4b84 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.611658 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-0de68466-d28b-49f5-939e-97dc0aef4b84 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911333 Sep 15 14:21:24.611910 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59246) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:24.616465 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:24.641762 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.697980 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26131748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25309373'] for subnet (c12d21b7-8b0d-48a2-b49c-72d0d68f79fe), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.717508 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:24.737992 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.753327 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:24.782565 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 4 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:24.796240 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12d21b7-8b0d-48a2-b49c-72d0d68f79fe,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:24.818187 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Checking segment: {'id': 'd0e0c406-e8f6-47ba-86a4-d8ce02931110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:24.818443 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Network hostable DHCP agents. Network: d961ed68-d5d6-4539-bb74-334a52dcfd34, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:21:24.847511 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Network d961ed68-d5d6-4539-bb74-334a52dcfd34 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:21:24.850974 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Port d63d6196-9b83-46ce-9ab2-4bde42eec182 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:24.869933 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Sync routers for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:21:24.874504 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, d961ed68-d5d6-4539-bb74-334a52dcfd34) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:24.882240 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:24.882899 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.902493 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b501208-5154-4f18-add4-655b1a80f080 None None] Network d961ed68-d5d6-4539-bb74-334a52dcfd34 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:21:24.910447 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1aae59e9-e17f-472e-93e7-587508b34ace admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4743931 Sep 15 14:21:24.912782 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59248) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:24.913497 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Allocated IP 172.27.1.131 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/b488ef1f-3cc5-4dd9-a12d-ccc710c3d968) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:24.924118 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:24.976834 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.981403 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:24.993161 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:24.993802 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:25.054905 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks [] for router_controller (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), precommit_add_association {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.101538 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device af313a02-15cf-44ae-9037-572e0592ab6f up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:25.107530 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (b488ef1f-3cc5-4dd9-a12d-ccc710c3d968), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.142540 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:25.148445 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (b488ef1f-3cc5-4dd9-a12d-ccc710c3d968), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.158143 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-d961ed68-d5d6-4539-bb74-334a52dcfd34', 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34', 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'fixed_ips': [{'subnet_id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:21:25.161573 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.173690 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:25.176731 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:25.201847 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:25.239373 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:25.245357 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks [] for router_gateway (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.266936 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port af313a02-15cf-44ae-9037-572e0592ab6f triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:25.267314 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.267641 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port af313a02-15cf-44ae-9037-572e0592ab6f Sep 15 14:21:25.269330 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=b488ef1f-3cc5-4dd9-a12d-ccc710c3d968,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:25.320643 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (3c1bf3f5-73a5-470e-9a8d-b1d25da15777), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.328340 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:25.357245 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 5 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:25.358517 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:25.371574 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (b488ef1f-3cc5-4dd9-a12d-ccc710c3d968), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.470105 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Port d63d6196-9b83-46ce-9ab2-4bde42eec182 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:25.479165 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks [] for router_gateway (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.506341 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.548161 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (b488ef1f-3cc5-4dd9-a12d-ccc710c3d968), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.556533 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (b488ef1f-3cc5-4dd9-a12d-ccc710c3d968), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.589630 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:25.641695 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Allocated IP 172.27.1.149 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/81fcb04c-5d60-48e2-9453-c4c70061d0c9) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:25.645336 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (3c1bf3f5-73a5-470e-9a8d-b1d25da15777), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.659181 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=b488ef1f-3cc5-4dd9-a12d-ccc710c3d968,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:25.675222 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.676993 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-0afe6d46-d297-41fa-97ad-e213b1d32a02 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0637801 Sep 15 14:21:25.758992 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Allocated IP 172.20.0.2 (d961ed68-d5d6-4539-bb74-334a52dcfd34/c12d21b7-8b0d-48a2-b49c-72d0d68f79fe/917f0598-d8b0-4f9a-b8cd-abcb540de0d5) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:25.765223 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port af313a02-15cf-44ae-9037-572e0592ab6f is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:25.765422 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks [] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.765610 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.802896 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.830348 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port af313a02-15cf-44ae-9037-572e0592ab6f, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=af313a02-15cf-44ae-9037-572e0592ab6f,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:25.861490 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:25.862467 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 51f63ec0-9d0f-4b59-a703-193ec9e15264 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:25.960358 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-406edcc0-e760-492b-9df8-05505ca5fd36 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1984118082&fields=id&tenant_id=d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 267 time: 0.0622475 Sep 15 14:21:25.973949 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 6 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:26.016052 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'e874b533-ebfd-43eb-912b-4a63ac371cf4', 'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'mac_address': 'fa:16:3e:cc:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 2, 'project_id': '3280b84c87ee422c986300291186a41d', 'subnets': [{'id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:26.061114 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=af313a02-15cf-44ae-9037-572e0592ab6f,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:26.076227 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Checking router: 5773e176-fd48-4f15-90bc-c13bff7e536e for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:21:26.076591 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Updating router 5773e176-fd48-4f15-90bc-c13bff7e536e port e874b533-ebfd-43eb-912b-4a63ac371cf4 binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:21:26.076890 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-0505c8de-6366-4044-bdd6-bd55415f5982 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:26.078497 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-0505c8de-6366-4044-bdd6-bd55415f5982 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 815 time: 0.1162233 Sep 15 14:21:26.092013 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:26.096456 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-8d2d203a-34b1-4a44-9396-fe84d87c781f tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/quotas/d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 375 time: 0.0115259 Sep 15 14:21:26.115213 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Port d63d6196-9b83-46ce-9ab2-4bde42eec182 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:26.119244 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 51f63ec0-9d0f-4b59-a703-193ec9e15264 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:26.119610 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.119978 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 51f63ec0-9d0f-4b59-a703-193ec9e15264 Sep 15 14:21:26.157305 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-7af5da49-82f0-4ad9-a698-4b569fecafd3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544801 Sep 15 14:21:26.161092 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:26.165785 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:26.173186 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:26.174984 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.179139 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-507b0679-5dc1-4c78-9e58-57e1ee040fde service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:21:26.181082 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-507b0679-5dc1-4c78-9e58-57e1ee040fde service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0071135 Sep 15 14:21:26.204863 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=81fcb04c-5d60-48e2-9453-c4c70061d0c9,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:26.221257 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Publish callbacks [] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.222496 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:26.253583 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.291272 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:26.299871 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-0b4eb178-f0d7-4730-9913-d876f00a8fb5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111619 Sep 15 14:21:26.380932 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Network d961ed68-d5d6-4539-bb74-334a52dcfd34 is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:26.394819 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:26.405215 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:26.406097 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:26.413329 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Pushing event updated for resources: {'Port': ['ID=917f0598-d8b0-4f9a-b8cd-abcb540de0d5,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:26.413506 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-c82c5ca7-6710-4e79-9013-d49c2b006785 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063859 Sep 15 14:21:26.445000 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 51f63ec0-9d0f-4b59-a703-193ec9e15264 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:26.480606 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks [] for router_gateway (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.483414 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:26.537169 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Attempting to bind port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:26.537542 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Attempting to bind port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'd0e0c406-e8f6-47ba-86a4-d8ce02931110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:26.537904 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Attempting to bind port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 on network d961ed68-d5d6-4539-bb74-334a52dcfd34 {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:26.610808 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:21:26.624937 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 7 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:26.627941 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:26.630375 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:26.650670 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-8276fcbe-07a1-4da4-8566-69867bac43c2 req-dd9796e6-0a7c-4d55-bd90-867aea0046f4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 210 time: 0.0465093 Sep 15 14:21:26.664265 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:26.664549 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Checking segment: {'id': 'd0e0c406-e8f6-47ba-86a4-d8ce02931110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:26.664954 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.665342 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Bound using segment: {'id': 'd0e0c406-e8f6-47ba-86a4-d8ce02931110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:26.665821 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Bound port: 917f0598-d8b0-4f9a-b8cd-abcb540de0d5, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e0c406-e8f6-47ba-86a4-d8ce02931110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:26.666197 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.716361 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Port d63d6196-9b83-46ce-9ab2-4bde42eec182 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:26.788295 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Publish callbacks [] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.789698 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.799383 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.805562 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] For port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:26.819956 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:26.840101 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] For port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=917f0598-d8b0-4f9a-b8cd-abcb540de0d5,segment=NetworkSegment(d0e0c406-e8f6-47ba-86a4-d8ce02931110),segment_id=d0e0c406-e8f6-47ba-86a4-d8ce02931110)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:26.861164 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:26.901447 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c99a7a-77bd-4b52-90c8-34c4182285f0 None None] Pushing event updated for resources: {'Port': ['ID=e874b533-ebfd-43eb-912b-4a63ac371cf4,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:26.984626 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Attempting to bind port e874b533-ebfd-43eb-912b-4a63ac371cf4 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:26.985001 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Attempting to bind port e874b533-ebfd-43eb-912b-4a63ac371cf4 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:26.985359 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Attempting to bind port e874b533-ebfd-43eb-912b-4a63ac371cf4 on network 350ec69d-428d-4e46-965f-648414b78c6c {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:26.998782 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:21:27.008613 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:27.019425 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device af313a02-15cf-44ae-9037-572e0592ab6f up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:27.051309 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:27.052254 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d68818-55ee-46e9-a7ae-70eb90a904d8 None None] Pushing event updated for resources: {'Port': ['ID=917f0598-d8b0-4f9a-b8cd-abcb540de0d5,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:27.086291 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:27.086291 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Checking segment: {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:27.086681 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:27.086930 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Bound using segment: {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:27.087403 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Bound port: e874b533-ebfd-43eb-912b-4a63ac371cf4, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:27.087916 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:27.091820 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 2, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:27.117888 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port af313a02-15cf-44ae-9037-572e0592ab6f triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:27.118262 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:27.118602 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port af313a02-15cf-44ae-9037-572e0592ab6f Sep 15 14:21:27.132095 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:21:27.132248 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Updating router d423b259-999c-4f6d-b010-4e990e702fb9 port d63d6196-9b83-46ce-9ab2-4bde42eec182 binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:21:27.154112 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:21:27.170649 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Sync routers for ids ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:21:27.198346 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:27.204462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:27.207190 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d7290c79-2562-422f-898a-11d4395ac0b1 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2934127 Sep 15 14:21:27.210084 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59276) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:27.224259 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 8 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:27.267417 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:27.284638 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Routers {'d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:27.285423 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:27.350722 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:27.378721 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] For port e874b533-ebfd-43eb-912b-4a63ac371cf4, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:27.449667 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] For port e874b533-ebfd-43eb-912b-4a63ac371cf4, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=e874b533-ebfd-43eb-912b-4a63ac371cf4,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:27.454106 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Port d63d6196-9b83-46ce-9ab2-4bde42eec182 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:27.498577 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:27.551086 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port af313a02-15cf-44ae-9037-572e0592ab6f is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:27.583973 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:27.584166 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:27.593264 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Set router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:27.595950 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:27.614405 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Publish callbacks [] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:27.626420 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:27.762425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:27.840081 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c99a7a-77bd-4b52-90c8-34c4182285f0 None None] Pushing event updated for resources: {'Port': ['ID=e874b533-ebfd-43eb-912b-4a63ac371cf4,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:27.844699 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-de317d4d-a1ac-4a9a-a952-4fedc41fc88c req-f7eb3c02-23e7-4da1-9b07-79f6a89b7657 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 210 time: 0.0609887 Sep 15 14:21:27.954124 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944c0a4-bc69-490d-b1b2-be1ca656f558 None None] Pushing event updated for resources: {'Port': ['ID=d63d6196-9b83-46ce-9ab2-4bde42eec182,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:27.954962 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 9 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:27.998953 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Attempting to bind port d63d6196-9b83-46ce-9ab2-4bde42eec182 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:27.999320 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Attempting to bind port d63d6196-9b83-46ce-9ab2-4bde42eec182 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:27.999677 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Attempting to bind port d63d6196-9b83-46ce-9ab2-4bde42eec182 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:28.013407 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Allocated IP 172.20.0.1 (d961ed68-d5d6-4539-bb74-334a52dcfd34/c12d21b7-8b0d-48a2-b49c-72d0d68f79fe/6b2c1923-8cdf-4334-9a06-745f32c512dd) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:28.028897 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:28.054758 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:28.055447 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Checking segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:28.056070 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.056600 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Bound using segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:28.057233 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Bound port: d63d6196-9b83-46ce-9ab2-4bde42eec182, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:28.057764 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.067464 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Port d63d6196-9b83-46ce-9ab2-4bde42eec182 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:28.111399 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:28.139460 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:28.143255 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] For port d63d6196-9b83-46ce-9ab2-4bde42eec182, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:28.147025 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] For port d63d6196-9b83-46ce-9ab2-4bde42eec182, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=d63d6196-9b83-46ce-9ab2-4bde42eec182,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:28.154190 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Publish callbacks [] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.156156 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.203301 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:28.203938 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:28.204096 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.211581 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:24Z', 'updated_at': '2022-09-15T14:21:26Z', 'revision_number': 3, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'gw_port': {'id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:28.234643 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:28.248031 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Checking router: d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:21:28.249960 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Updating router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:21:28.266962 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Network d961ed68-d5d6-4539-bb74-334a52dcfd34 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:28.270736 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:28.273723 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:28.301860 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2c1923-8cdf-4334-9a06-745f32c512dd,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:28.315574 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.316173 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.316840 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.316840 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.317140 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.317464 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.317785 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.318571 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.319013 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.319476 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.319825 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.320148 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.321005 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.321129 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.322416 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce54279-e03f-4007-8167-fb5d1efa05ac None None] Network d961ed68-d5d6-4539-bb74-334a52dcfd34 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:21:28.322554 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:28.328306 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944c0a4-bc69-490d-b1b2-be1ca656f558 None None] Pushing event updated for resources: {'Port': ['ID=d63d6196-9b83-46ce-9ab2-4bde42eec182,revision_number=4']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:28.340913 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.378962 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.407892 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:28.549421 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-0bbb61c9-3ecc-4306-aa2b-50e82e0f5260 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:28.551176 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-0bbb61c9-3ecc-4306-aa2b-50e82e0f5260 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 815 time: 0.1704168 Sep 15 14:21:28.564860 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b9c67cb0-52a9-4e31-9d27-a7eeb3b7da1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.566920 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'e874b533-ebfd-43eb-912b-4a63ac371cf4', 'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'mac_address': 'fa:16:3e:cc:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:27Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'subnets': [{'id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:28.600667 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 10 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:28.603083 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52d521-e39a-4c16-9a7f-40d67cbb8758 None None] The sync data for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi is: [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'e874b533-ebfd-43eb-912b-4a63ac371cf4', 'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'mac_address': 'fa:16:3e:cc:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:27Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'subnets': [{'id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:21:28.612542 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.643469 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:28.686611 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:28.713742 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:28.727310 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-33bfb111-70f3-4f59-8d62-3573e0386927 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 380 time: 0.1455891 Sep 15 14:21:28.732955 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:28.738880 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eedf52-58e0-4497-9986-0f393732f904 None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:21:28.764641 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'port': {'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'admin_state_up': True, 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'security_groups': ['e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d']}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:28.860972 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Current status of the port d63d6196-9b83-46ce-9ab2-4bde42eec182 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:28.861362 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:28.940469 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] For port d63d6196-9b83-46ce-9ab2-4bde42eec182, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=d63d6196-9b83-46ce-9ab2-4bde42eec182,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:28.972819 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.075186 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Made reservation on behalf of d1c7aba744814c7ca12a1dab68e1815a for: {'port': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:21:29.081931 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.087443 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Provisioning complete for port e874b533-ebfd-43eb-912b-4a63ac371cf4 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:29.088234 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.088782 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 1 to provision port e874b533-ebfd-43eb-912b-4a63ac371cf4 Sep 15 14:21:29.089146 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Publish callbacks [] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.100897 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.143993 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Publish callbacks [] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.173158 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.176188 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Pushing event updated for resources: {'Port': ['ID=d63d6196-9b83-46ce-9ab2-4bde42eec182,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:29.232521 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Attempting to bind port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:29.232880 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Attempting to bind port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:29.233243 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Attempting to bind port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:29.237321 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:29.283749 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device e874b533-ebfd-43eb-912b-4a63ac371cf4 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:29.290587 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:29.312406 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-57d2262c-95ca-4d50-a3c0-d3690027543f req-4800ee35-1b62-4c87-9419-b81ff632be13 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 210 time: 0.2015419 Sep 15 14:21:29.340709 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a1a50-a262-44d7-9c58-990e86309711 None None] Pushing event updated for resources: {'Port': ['ID=81fcb04c-5d60-48e2-9453-c4c70061d0c9,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:29.391926 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2c1923-8cdf-4334-9a06-745f32c512dd,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:29.397689 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.410104 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Current status of the port e874b533-ebfd-43eb-912b-4a63ac371cf4 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:29.410522 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.434192 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:29.434631 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:29.435041 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.435438 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:29.435946 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Bound port: 81fcb04c-5d60-48e2-9453-c4c70061d0c9, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:29.441023 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.471345 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Allocated IP 172.20.0.11 (48608c61-4597-4efa-9ed7-e6d47fa23e1a/5f8fac34-eb32-48ce-83d7-b2746b93cf43/3e53009f-b7c0-4a55-9eee-c213b2f6bde1) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:29.486252 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port e874b533-ebfd-43eb-912b-4a63ac371cf4 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:29.486620 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.486956 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port e874b533-ebfd-43eb-912b-4a63ac371cf4 Sep 15 14:21:29.528486 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] For port e874b533-ebfd-43eb-912b-4a63ac371cf4, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=e874b533-ebfd-43eb-912b-4a63ac371cf4,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:29.544596 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.587393 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] For port 81fcb04c-5d60-48e2-9453-c4c70061d0c9, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:29.598233 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Network d961ed68-d5d6-4539-bb74-334a52dcfd34 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:29.599401 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:29.601766 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:29.607639 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Provisioning complete for port 74351e83-7149-4bcb-8ac3-4458bbed60fb triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:29.607907 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.608232 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Attempt 1 to provision port 74351e83-7149-4bcb-8ac3-4458bbed60fb Sep 15 14:21:29.619899 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] For port 81fcb04c-5d60-48e2-9453-c4c70061d0c9, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=81fcb04c-5d60-48e2-9453-c4c70061d0c9,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:29.685019 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.707578 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Pushing event updated for resources: {'Port': ['ID=e874b533-ebfd-43eb-912b-4a63ac371cf4,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:29.740981 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.759821 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:29.843345 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:29.861032 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:21:29.900773 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:29.909750 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:29.912286 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:29.921354 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Routers {'d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:29.921993 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:29.929566 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port e874b533-ebfd-43eb-912b-4a63ac371cf4 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:29.930650 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device d63d6196-9b83-46ce-9ab2-4bde42eec182 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:30.040042 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a1a50-a262-44d7-9c58-990e86309711 None None] Pushing event updated for resources: {'Port': ['ID=81fcb04c-5d60-48e2-9453-c4c70061d0c9,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:30.059313 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-83c0724d-a250-4121-8f62-5694a67c627f None None] Current status of the port 74351e83-7149-4bcb-8ac3-4458bbed60fb is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:30.125354 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port d63d6196-9b83-46ce-9ab2-4bde42eec182 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:30.126102 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.126585 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:30.185633 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] Set router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:30.220857 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:30.221839 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Provisioning complete for port 6b2c1923-8cdf-4334-9a06-745f32c512dd triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:30.222212 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.222561 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 1 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:30.292760 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:30.326149 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:30.326746 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.335915 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:30.363088 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port d63d6196-9b83-46ce-9ab2-4bde42eec182 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:30.364214 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:30.376595 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-5f87beb4-cbcc-458b-8686-c0f6af5136e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6298885 Sep 15 14:21:30.387276 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-684537b0-8cdb-4338-b6ad-9115c674e44d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106455) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:21:30.388275 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-684537b0-8cdb-4338-b6ad-9115c674e44d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057764 Sep 15 14:21:30.393355 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:21:30.400446 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-96f41e90-82f3-44f6-996b-3ae68e5b3c16 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1879880 Sep 15 14:21:30.455213 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:30.455595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.456037 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 Sep 15 14:21:30.475453 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169282-1c5e-4958-9755-20e21d81b150 req-b5041c32-0746-42b3-93d4-5a2f824145cc tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:30.477584 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-98169282-1c5e-4958-9755-20e21d81b150 req-b5041c32-0746-42b3-93d4-5a2f824145cc tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 932 time: 0.0639257 Sep 15 14:21:30.534315 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:24Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 4, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'gw_port': {'id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '6b2c1923-8cdf-4334-9a06-745f32c512dd', 'name': '', 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'mac_address': 'fa:16:3e:d4:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:27Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 2, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'subnets': [{'id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:30.541010 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-98169282-1c5e-4958-9755-20e21d81b150 req-788c52b7-0400-4b57-974a-f744f273f590 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565245 Sep 15 14:21:30.569342 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Request body: {'port': {'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:30.590433 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec4a4f-83a1-444d-bbb3-b0ca12e24fb5 None None] The sync data for ids ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'] in dv-cinder-856971-2-iscsi is: [{'id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:24Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 4, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'gw_port': {'id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '6b2c1923-8cdf-4334-9a06-745f32c512dd', 'name': '', 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'mac_address': 'fa:16:3e:d4:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:27Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 2, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'subnets': [{'id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:21:30.602458 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:30.602846 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.640811 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=917f0598-d8b0-4f9a-b8cd-abcb540de0d5,segment=NetworkSegment(d0e0c406-e8f6-47ba-86a4-d8ce02931110),segment_id=d0e0c406-e8f6-47ba-86a4-d8ce02931110)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:30.645817 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.646034 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.670490 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:30.681107 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:30.725699 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=917f0598-d8b0-4f9a-b8cd-abcb540de0d5,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:30.730886 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e2567c77-4199-4510-af89-ae0ae098ff4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.832603 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59298) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:30.837085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977594854', 'description': 'tempest-secgroup-smoke-1977594854 description', 'project_id': '3280b84c87ee422c986300291186a41d'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:30.837354 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 2 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:30.888520 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:30.893605 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.964872 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 {{(pid=106455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:21:30.970609 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device e874b533-ebfd-43eb-912b-4a63ac371cf4 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:30.971668 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group (e0e1abd3-6934-471d-ab26-d8d3dba682c4), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.976115 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Publish callbacks [] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.976750 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e0e1abd3-6934-471d-ab26-d8d3dba682c4), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:30.991768 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.provisioning_blocks [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Transition to ACTIVE for port object 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 will not be triggered until provisioned by entity L2. {{(pid=106455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:21:30.998121 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.018055 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.019478 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1858652 Sep 15 14:21:31.022434 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59300) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:31.027204 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port e874b533-ebfd-43eb-912b-4a63ac371cf4 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:31.027666 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-034f8727-a23b-4c55-85cc-5770bd4e5c0e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Request body: {'security_group_rule': {'security_group_id': 'e0e1abd3-6934-471d-ab26-d8d3dba682c4', 'project_id': '3280b84c87ee422c986300291186a41d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:31.028041 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.028576 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port e874b533-ebfd-43eb-912b-4a63ac371cf4 Sep 15 14:21:31.033874 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e1abd3-6934-471d-ab26-d8d3dba682c4,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:31.046159 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.046601 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.047014 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.047433 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.047862 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.048265 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.048664 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.049059 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.049454 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.049850 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.050253 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.050651 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.051439 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.051439 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.051801 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39905cb-52ea-483a-918d-07d3c895a347 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:21:31.054915 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Pushing event updated for resources: {'Port': ['ID=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:31.075113 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-034f8727-a23b-4c55-85cc-5770bd4e5c0e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (2241fe50-9264-4c44-85ff-35a369ef38c3), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.125890 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:31.139397 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port e874b533-ebfd-43eb-912b-4a63ac371cf4 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:31.140544 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device d63d6196-9b83-46ce-9ab2-4bde42eec182 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:31.158219 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Attempting to bind port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:31.158566 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Attempting to bind port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:31.158897 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Attempting to bind port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:31.165059 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-034f8727-a23b-4c55-85cc-5770bd4e5c0e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (2241fe50-9264-4c44-85ff-35a369ef38c3), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.172720 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-034f8727-a23b-4c55-85cc-5770bd4e5c0e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (2241fe50-9264-4c44-85ff-35a369ef38c3), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.188472 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port d63d6196-9b83-46ce-9ab2-4bde42eec182 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:31.188963 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.189303 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:31.201475 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f8727-a23b-4c55-85cc-5770bd4e5c0e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2241fe50-9264-4c44-85ff-35a369ef38c3,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:31.207322 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:21:31.207794 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Attempting to bind port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:31.218161 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-034f8727-a23b-4c55-85cc-5770bd4e5c0e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.220240 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-034f8727-a23b-4c55-85cc-5770bd4e5c0e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1968307 Sep 15 14:21:31.222348 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59302) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:31.227024 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-fbe78233-fae6-4d0e-8d64-7a54cedb7ad7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Request body: {'security_group_rule': {'security_group_id': 'e0e1abd3-6934-471d-ab26-d8d3dba682c4', 'project_id': '3280b84c87ee422c986300291186a41d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:31.259034 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:31.259483 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Checking segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:31.260093 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Bound using segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:31.260605 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Bound port: 3e53009f-b7c0-4a55-9eee-c213b2f6bde1, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:31.261951 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.280743 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbe78233-fae6-4d0e-8d64-7a54cedb7ad7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (c265ec2c-25d1-4b8a-957b-c0129b8ea9dc), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.281055 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:31.291964 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port d63d6196-9b83-46ce-9ab2-4bde42eec182 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:31.294905 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:31.346374 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] For port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1, host hv-cinder-85697, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:31.352549 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] For port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:31.355154 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:31.355716 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.356241 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 Sep 15 14:21:31.365564 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.369058 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:31.369381 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbe78233-fae6-4d0e-8d64-7a54cedb7ad7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (c265ec2c-25d1-4b8a-957b-c0129b8ea9dc), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.369904 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.372633 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/3e53009f-b7c0-4a55-9eee-c213b2f6bde1 HTTP/1.1" status: 200 len: 1094 time: 0.9671748 Sep 15 14:21:31.375224 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1316954-2ee7-42c7-a914-f56173515086', 'tag': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:21:31.375969 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbe78233-fae6-4d0e-8d64-7a54cedb7ad7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (c265ec2c-25d1-4b8a-957b-c0129b8ea9dc), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.379262 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1316954-2ee7-42c7-a914-f56173515086", "tag": "3e53009f-b7c0-4a55-9eee-c213b2f6bde1"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:21:31.389348 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 3 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:31.400475 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe78233-fae6-4d0e-8d64-7a54cedb7ad7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c265ec2c-25d1-4b8a-957b-c0129b8ea9dc,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:31.423917 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbe78233-fae6-4d0e-8d64-7a54cedb7ad7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.425627 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-fbe78233-fae6-4d0e-8d64-7a54cedb7ad7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2020123 Sep 15 14:21:31.429761 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59306) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:31.434759 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-e54c409a-c4f6-491e-a585-28e6d12ffc10 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Request body: {'security_group_rule': {'security_group_id': 'e0e1abd3-6934-471d-ab26-d8d3dba682c4', 'project_id': '3280b84c87ee422c986300291186a41d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:31.454422 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c421f-fe65-4a6a-9967-4a62c023919c x-openstack-request-id: req-110c421f-fe65-4a6a-9967-4a62c023919c {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:21:31.454705 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1316954-2ee7-42c7-a914-f56173515086", "tag": "3e53009f-b7c0-4a55-9eee-c213b2f6bde1", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:21:31.454950 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-110c421f-fe65-4a6a-9967-4a62c023919c {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:21:31.455376 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110c421f-fe65-4a6a-9967-4a62c023919c'] response: {'name': 'network-changed', 'server_uuid': 'd1316954-2ee7-42c7-a914-f56173515086', 'tag': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'status': 'completed', 'code': 200} Sep 15 14:21:31.459036 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:31.524665 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a346102-a566-45e2-9fe2-158120c29746 service neutron] Pushing event updated for resources: {'Port': ['ID=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:31.530992 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:31.543868 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e54c409a-c4f6-491e-a585-28e6d12ffc10 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (a5fce363-4a21-41d8-817a-71686d1e258a), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.547183 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-72e2e138-3a40-499e-9a54-736c48fca9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:31.548725 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-72e2e138-3a40-499e-9a54-736c48fca9ea service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 1128 time: 0.0775604 Sep 15 14:21:31.619883 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-df05cfbb-3a5d-4ba6-9383-3b9e8d8f086a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1 HTTP/1.1" status: 200 len: 217 time: 0.0565004 Sep 15 14:21:31.717491 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e54c409a-c4f6-491e-a585-28e6d12ffc10 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (a5fce363-4a21-41d8-817a-71686d1e258a), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.727968 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d23b16-d11b-4632-9d27-8d4b5118c24e req-671a32c2-d3f8-40a7-b8cb-12836aeedb5a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:31.729497 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d8d23b16-d11b-4632-9d27-8d4b5118c24e req-671a32c2-d3f8-40a7-b8cb-12836aeedb5a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 944 time: 0.0909252 Sep 15 14:21:31.731922 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e54c409a-c4f6-491e-a585-28e6d12ffc10 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (a5fce363-4a21-41d8-817a-71686d1e258a), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.737410 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-d2747186-1be0-40da-885f-0c60d942e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:31.738839 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-d2747186-1be0-40da-885f-0c60d942e5cc service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.1131058 Sep 15 14:21:31.772028 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:31.805446 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c409a-c4f6-491e-a585-28e6d12ffc10 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fce363-4a21-41d8-817a-71686d1e258a,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:31.821199 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e54c409a-c4f6-491e-a585-28e6d12ffc10 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.825611 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59310) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:31.826184 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e54c409a-c4f6-491e-a585-28e6d12ffc10 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3946795 Sep 15 14:21:31.832749 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-12ecf9ad-ca04-4051-9db9-cfd52cc72fc8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Request body: {'security_group_rule': {'security_group_id': 'e0e1abd3-6934-471d-ab26-d8d3dba682c4', 'project_id': '3280b84c87ee422c986300291186a41d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:31.839920 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-05bff9d4-83aa-40f2-a9fe-1f26c19d4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:31.841758 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-05bff9d4-83aa-40f2-a9fe-1f26c19d4269 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839193 Sep 15 14:21:31.852560 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:31.870665 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-12ecf9ad-ca04-4051-9db9-cfd52cc72fc8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (cf94170d-975d-4616-98c3-f20d70baced8), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.913251 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d8d23b16-d11b-4632-9d27-8d4b5118c24e req-ef0c6314-fc71-48f8-9bfe-97c5354fae6b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734393 Sep 15 14:21:31.945989 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-12ecf9ad-ca04-4051-9db9-cfd52cc72fc8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (cf94170d-975d-4616-98c3-f20d70baced8), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.951841 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-12ecf9ad-ca04-4051-9db9-cfd52cc72fc8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (cf94170d-975d-4616-98c3-f20d70baced8), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.960163 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 4 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:31.961697 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-30d53ebe-98b3-4600-be53-5155d05028ed service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137404 Sep 15 14:21:31.977827 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecf9ad-ca04-4051-9db9-cfd52cc72fc8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf94170d-975d-4616-98c3-f20d70baced8,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:31.993158 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-12ecf9ad-ca04-4051-9db9-cfd52cc72fc8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:31.994415 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-12ecf9ad-ca04-4051-9db9-cfd52cc72fc8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1674051 Sep 15 14:21:31.997605 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59312) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:32.002569 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-f70ad756-6253-4608-a035-e60b7d62fcea tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Request body: {'security_group_rule': {'security_group_id': 'e0e1abd3-6934-471d-ab26-d8d3dba682c4', 'project_id': '3280b84c87ee422c986300291186a41d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:32.009973 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:32.029609 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.037099 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.securitygroups_db [None req-f70ad756-6253-4608-a035-e60b7d62fcea tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Project 3280b84c87ee422c986300291186a41d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 14:21:32.037910 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:32.045558 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f70ad756-6253-4608-a035-e60b7d62fcea tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (e1b3e2b8-60c7-4393-ab99-5fd95f60594d), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.079420 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-447e75d9-ae59-4ef9-a545-672b4d324b11 req-b8086449-edc6-45bc-86fe-b02a79491eea service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107812 Sep 15 14:21:32.102598 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f70ad756-6253-4608-a035-e60b7d62fcea tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (e1b3e2b8-60c7-4393-ab99-5fd95f60594d), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.107176 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f70ad756-6253-4608-a035-e60b7d62fcea tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (e1b3e2b8-60c7-4393-ab99-5fd95f60594d), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.126619 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ad756-6253-4608-a035-e60b7d62fcea tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b3e2b8-60c7-4393-ab99-5fd95f60594d,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:32.134330 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f70ad756-6253-4608-a035-e60b7d62fcea tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.135616 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f70ad756-6253-4608-a035-e60b7d62fcea tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369972 Sep 15 14:21:32.139198 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59314) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:32.147259 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-d19d303a-e740-45ae-8d77-f36b31e75e8f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Request body: {'security_group_rule': {'security_group_id': 'e0e1abd3-6934-471d-ab26-d8d3dba682c4', 'project_id': '3280b84c87ee422c986300291186a41d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:32.170000 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.securitygroups_db [None req-d19d303a-e740-45ae-8d77-f36b31e75e8f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Project 3280b84c87ee422c986300291186a41d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 14:21:32.176838 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d19d303a-e740-45ae-8d77-f36b31e75e8f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (2432519f-19b1-47fe-b195-6fe8424c2cab), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.237868 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d19d303a-e740-45ae-8d77-f36b31e75e8f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (2432519f-19b1-47fe-b195-6fe8424c2cab), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.241252 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d19d303a-e740-45ae-8d77-f36b31e75e8f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (2432519f-19b1-47fe-b195-6fe8424c2cab), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.261996 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d303a-e740-45ae-8d77-f36b31e75e8f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2432519f-19b1-47fe-b195-6fe8424c2cab,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:32.267143 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d19d303a-e740-45ae-8d77-f36b31e75e8f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.268478 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d19d303a-e740-45ae-8d77-f36b31e75e8f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281590 Sep 15 14:21:32.538790 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 5 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:32.572596 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:32.931043 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 81fcb04c-5d60-48e2-9453-c4c70061d0c9 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:32.978144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:32.979037 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:32.980006 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 Sep 15 14:21:33.061203 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966f94e-749e-493f-9605-2f6e67bfe724 req-5d982d6b-47a8-4628-aab4-636c7f58c112 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:33.062717 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3966f94e-749e-493f-9605-2f6e67bfe724 req-5d982d6b-47a8-4628-aab4-636c7f58c112 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 944 time: 0.0543115 Sep 15 14:21:33.064030 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:33.064424 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:33.077405 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 6 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:33.108187 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 81fcb04c-5d60-48e2-9453-c4c70061d0c9, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=81fcb04c-5d60-48e2-9453-c4c70061d0c9,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:33.118386 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:33.125645 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:33.155470 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:33.174315 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=81fcb04c-5d60-48e2-9453-c4c70061d0c9,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:33.365807 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3966f94e-749e-493f-9605-2f6e67bfe724 req-a2f3de47-4c87-4bff-b565-6a569f01a0c7 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967989 Sep 15 14:21:33.471325 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:33.548975 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:33.626741 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 7 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:33.660411 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:34.161766 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 8 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:34.194882 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:34.232065 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-9e77843b-a275-4182-b868-cefc63f960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:34.234878 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-9e77843b-a275-4182-b868-cefc63f960b3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 1128 time: 0.0439920 Sep 15 14:21:34.317061 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:34.340558 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-c3aa8f37-a67d-427d-a93e-e6cc1e45d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:34.342038 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-c3aa8f37-a67d-427d-a93e-e6cc1e45d935 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.0998552 Sep 15 14:21:34.382576 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-06a619fa-8619-4766-bac6-edbeedaf00ba service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1 HTTP/1.1" status: 200 len: 217 time: 0.0340338 Sep 15 14:21:34.435418 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-6a4b31d0-ca43-4fae-8515-42798aaa48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:34.437614 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-6a4b31d0-ca43-4fae-8515-42798aaa48ae service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0489202 Sep 15 14:21:34.520154 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce55f13-458b-45ae-986f-d2b3fe9c1098 req-04b2ff90-4e21-41cd-9bdd-8c9418951b68 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:34.521558 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6ce55f13-458b-45ae-986f-d2b3fe9c1098 req-04b2ff90-4e21-41cd-9bdd-8c9418951b68 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 944 time: 0.0790820 Sep 15 14:21:34.522634 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-56772518-eb2b-4bde-a730-8635c4605446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:34.524003 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-56772518-eb2b-4bde-a730-8635c4605446 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729508 Sep 15 14:21:34.627066 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-6ce55f13-458b-45ae-986f-d2b3fe9c1098 req-ced16f57-a436-4754-95d0-03a454fe823f tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999100 Sep 15 14:21:34.653346 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-74245017-6980-445f-be15-ee8851a49ffb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189108 Sep 15 14:21:34.696252 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 9 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:34.730156 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:34.747356 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0313c92d-bff7-4ab4-ba3b-32957f9c55d9 req-fbd8acaa-48a5-45e8-994f-c933f75e410d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859976 Sep 15 14:21:34.926285 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 81fcb04c-5d60-48e2-9453-c4c70061d0c9 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:34.975053 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:34.975415 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:34.975775 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 Sep 15 14:21:35.054583 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:35.231008 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 10 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:35.256616 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:35.267154 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Port 6b2c1923-8cdf-4334-9a06-745f32c512dd cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:35.277139 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Provisioning complete for port e874b533-ebfd-43eb-912b-4a63ac371cf4 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:35.277503 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:35.277831 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 1 to provision port e874b533-ebfd-43eb-912b-4a63ac371cf4 Sep 15 14:21:35.361137 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Current status of the port e874b533-ebfd-43eb-912b-4a63ac371cf4 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:35.370060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Provisioning complete for port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:35.370426 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:35.370759 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 1 to provision port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 Sep 15 14:21:35.446662 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Current status of the port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:35.455231 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Provisioning complete for port d63d6196-9b83-46ce-9ab2-4bde42eec182 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:35.455607 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:35.455978 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Attempt 1 to provision port d63d6196-9b83-46ce-9ab2-4bde42eec182 Sep 15 14:21:35.652189 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a0f071c6-b044-4a49-a9d4-7eff2e75c691 None None] Current status of the port d63d6196-9b83-46ce-9ab2-4bde42eec182 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:35.753766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7914-ee27-4216-8ba4-eb923f88e0bc req-872521e7-fe8a-489b-b15e-9c834ac08144 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:35.755432 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-750b7914-ee27-4216-8ba4-eb923f88e0bc req-872521e7-fe8a-489b-b15e-9c834ac08144 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 944 time: 0.0493963 Sep 15 14:21:35.804729 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-750b7914-ee27-4216-8ba4-eb923f88e0bc req-7aeba461-c713-4947-934c-2271cb4eb847 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Sep 15 14:21:35.847021 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:21:35.953408 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:35.964854 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:21:36.003190 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:36.003585 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:36.017553 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:21:36.021370 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:36.039401 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:36.043471 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:36.094148 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:36.476857 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['3e53009f-b7c0-4a55-9eee-c213b2f6bde1'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:21:36.567151 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Sync routers for ids ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:21:36.576835 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Routers {'d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:36.577619 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:36.680640 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Set router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:36.867450 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:24Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 4, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'gw_port': {'id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '6b2c1923-8cdf-4334-9a06-745f32c512dd', 'name': '', 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'mac_address': 'fa:16:3e:d4:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:27Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 2, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'subnets': [{'id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:36.897372 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Checking router: d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:21:36.897723 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Updating router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc port 6b2c1923-8cdf-4334-9a06-745f32c512dd binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:21:36.925872 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:36.931774 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578eab2-a5eb-4cbe-92f3-46c6f82f0693 req-5d7fd152-919c-4a7e-8739-43d9d500b9fe tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:36.933258 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e578eab2-a5eb-4cbe-92f3-46c6f82f0693 req-5d7fd152-919c-4a7e-8739-43d9d500b9fe tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 945 time: 0.0494928 Sep 15 14:21:36.988237 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e578eab2-a5eb-4cbe-92f3-46c6f82f0693 req-e410076b-8d44-49fe-b707-dcfa4ae31820 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486872 Sep 15 14:21:37.151648 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:37.189318 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Publish callbacks [] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:37.194609 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:37.260840 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f5611-dcc6-4326-99fa-a1ccd2c47a9f None None] Pushing event updated for resources: {'Port': ['ID=6b2c1923-8cdf-4334-9a06-745f32c512dd,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:37.291259 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Attempting to bind port 6b2c1923-8cdf-4334-9a06-745f32c512dd on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:37.291660 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Attempting to bind port 6b2c1923-8cdf-4334-9a06-745f32c512dd by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': 'd0e0c406-e8f6-47ba-86a4-d8ce02931110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:37.292059 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Attempting to bind port 6b2c1923-8cdf-4334-9a06-745f32c512dd on network d961ed68-d5d6-4539-bb74-334a52dcfd34 {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:37.334883 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:37.335258 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Checking segment: {'id': 'd0e0c406-e8f6-47ba-86a4-d8ce02931110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:37.335651 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:37.336060 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Bound using segment: {'id': 'd0e0c406-e8f6-47ba-86a4-d8ce02931110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:37.336520 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Bound port: 6b2c1923-8cdf-4334-9a06-745f32c512dd, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e0c406-e8f6-47ba-86a4-d8ce02931110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:37.336918 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:37.400587 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] For port 6b2c1923-8cdf-4334-9a06-745f32c512dd, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:37.403544 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] For port 6b2c1923-8cdf-4334-9a06-745f32c512dd, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=6b2c1923-8cdf-4334-9a06-745f32c512dd,segment=NetworkSegment(d0e0c406-e8f6-47ba-86a4-d8ce02931110),segment_id=d0e0c406-e8f6-47ba-86a4-d8ce02931110)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:37.410734 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:37.417360 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:37.447200 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Routers {'d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:37.447851 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:37.502463 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f5611-dcc6-4326-99fa-a1ccd2c47a9f None None] Pushing event updated for resources: {'Port': ['ID=6b2c1923-8cdf-4334-9a06-745f32c512dd,revision_number=4']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:37.653332 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] Set router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:37.839936 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:24Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 4, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'gw_port': {'id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '6b2c1923-8cdf-4334-9a06-745f32c512dd', 'name': '', 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'mac_address': 'fa:16:3e:d4:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:27Z', 'updated_at': '2022-09-15T14:21:37Z', 'revision_number': 4, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'subnets': [{'id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:37.868825 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55847290-fd4c-40d8-937a-8ab154f5768f None None] The sync data for ids ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'] in dv-cinder-856971-2-iscsi is: [{'id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:24Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 4, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'gw_port': {'id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '6b2c1923-8cdf-4334-9a06-745f32c512dd', 'name': '', 'network_id': 'd961ed68-d5d6-4539-bb74-334a52dcfd34', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'mac_address': 'fa:16:3e:d4:5e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:27Z', 'updated_at': '2022-09-15T14:21:37Z', 'revision_number': 4, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'subnets': [{'id': 'c12d21b7-8b0d-48a2-b49c-72d0d68f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:21:37.883478 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:37.910579 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:37.931551 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:21:37.937465 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:37.938104 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:37.938754 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 Sep 15 14:21:38.037131 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:38.037575 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:38.100460 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:38.101357 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1316954-2ee7-42c7-a914-f56173515086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:21:38.103610 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc0d20-585c-40a6-9544-923500d3bee8" -d '{"events": [{"server_uuid": "d1316954-2ee7-42c7-a914-f56173515086", "name": "network-vif-plugged", "status": "completed", "tag": "3e53009f-b7c0-4a55-9eee-c213b2f6bde1"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:21:38.107332 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:38.154283 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8d383-4242-4a64-8abd-27f3fdcf79d9 req-d560c071-dd3f-4c0b-a168-75e373b51def tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:38.156735 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0df8d383-4242-4a64-8abd-27f3fdcf79d9 req-d560c071-dd3f-4c0b-a168-75e373b51def tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 946 time: 0.0600123 Sep 15 14:21:38.156857 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:38.228019 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068dbe85-9596-4e5e-927a-201881a30fb1 x-openstack-request-id: req-068dbe85-9596-4e5e-927a-201881a30fb1 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:21:38.228315 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1316954-2ee7-42c7-a914-f56173515086", "name": "network-vif-plugged", "status": "completed", "tag": "3e53009f-b7c0-4a55-9eee-c213b2f6bde1", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:21:38.228569 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-068dbe85-9596-4e5e-927a-201881a30fb1 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:21:38.230205 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0df8d383-4242-4a64-8abd-27f3fdcf79d9 req-f1baec11-d98f-4c7d-8638-75b8b9df3b6d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635579 Sep 15 14:21:38.230448 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068dbe85-9596-4e5e-927a-201881a30fb1'] response: {'server_uuid': 'd1316954-2ee7-42c7-a914-f56173515086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'code': 200} Sep 15 14:21:38.463974 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd0dd2-8941-4b6f-b1bd-62cfa73bed32 req-ca3002bd-d13c-417c-b0d3-fb1126b76d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:38.466412 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-43bd0dd2-8941-4b6f-b1bd-62cfa73bed32 req-ca3002bd-d13c-417c-b0d3-fb1126b76d89 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 1130 time: 0.0430143 Sep 15 14:21:38.518246 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-43bd0dd2-8941-4b6f-b1bd-62cfa73bed32 req-46d74ad6-976b-4dcf-adc0-c0c68b42ca2b service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Sep 15 14:21:38.925612 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 6b2c1923-8cdf-4334-9a06-745f32c512dd up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:38.973230 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 6b2c1923-8cdf-4334-9a06-745f32c512dd triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:38.973607 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:38.973946 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:39.047213 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 6b2c1923-8cdf-4334-9a06-745f32c512dd is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:39.047603 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:39.081953 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 6b2c1923-8cdf-4334-9a06-745f32c512dd, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=6b2c1923-8cdf-4334-9a06-745f32c512dd,segment=NetworkSegment(d0e0c406-e8f6-47ba-86a4-d8ce02931110),segment_id=d0e0c406-e8f6-47ba-86a4-d8ce02931110)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:21:39.085935 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:39.138762 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=6b2c1923-8cdf-4334-9a06-745f32c512dd,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:39.343165 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:39.352154 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2119-4854-439b-ae3b-784653b17cd1 req-6858d4d9-281f-4c6c-8272-ef29fe0a28f8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:39.353629 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-41be2119-4854-439b-ae3b-784653b17cd1 req-6858d4d9-281f-4c6c-8272-ef29fe0a28f8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 946 time: 0.0493619 Sep 15 14:21:39.402096 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-41be2119-4854-439b-ae3b-784653b17cd1 req-668a342e-cafb-40ee-9ae4-56b947ba0226 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 Sep 15 14:21:40.534287 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b64809-9968-4a5e-b0db-b541c8963fd8 req-1dceafd6-a513-40a2-b47e-4ec1a41cce8b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:40.535833 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-22b64809-9968-4a5e-b0db-b541c8963fd8 req-1dceafd6-a513-40a2-b47e-4ec1a41cce8b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 946 time: 0.0550206 Sep 15 14:21:40.587005 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-22b64809-9968-4a5e-b0db-b541c8963fd8 req-069ebbb5-6ba4-4e7f-bbb6-9613a08fe7d4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452011 Sep 15 14:21:40.709184 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cabac0-8ea2-468e-b896-dd4ab6753978 req-dea740b0-389d-4cc7-b339-03ae8ff5425c tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:40.710693 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c2cabac0-8ea2-468e-b896-dd4ab6753978 req-dea740b0-389d-4cc7-b339-03ae8ff5425c tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 946 time: 0.0515225 Sep 15 14:21:40.721421 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59404) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:21:40.725831 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-56f03ea9-fd98-44f7-89a6-c83ef4e5c546 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'floatingip': {'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:40.764547 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-56f03ea9-fd98-44f7-89a6-c83ef4e5c546 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (3c1bf3f5-73a5-470e-9a8d-b1d25da15777), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:40.922025 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 6b2c1923-8cdf-4334-9a06-745f32c512dd up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:21:40.966750 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 6b2c1923-8cdf-4334-9a06-745f32c512dd triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:40.967396 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:40.967936 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 6b2c1923-8cdf-4334-9a06-745f32c512dd Sep 15 14:21:41.003336 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:41.046987 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 6b2c1923-8cdf-4334-9a06-745f32c512dd is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:21:41.102868 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:41.203869 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-56f03ea9-fd98-44f7-89a6-c83ef4e5c546 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:41.207863 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-56f03ea9-fd98-44f7-89a6-c83ef4e5c546 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (3c1bf3f5-73a5-470e-9a8d-b1d25da15777), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:41.308621 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [None req-56f03ea9-fd98-44f7-89a6-c83ef4e5c546 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Floating IP 3c1bf3f5-73a5-470e-9a8d-b1d25da15777 associated. External IP: 172.27.1.131, port: 3e53009f-b7c0-4a55-9eee-c213b2f6bde1. Sep 15 14:21:41.517922 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f03ea9-fd98-44f7-89a6-c83ef4e5c546 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:21:41.624586 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f03ea9-fd98-44f7-89a6-c83ef4e5c546 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:21:41.629229 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-56f03ea9-fd98-44f7-89a6-c83ef4e5c546 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:41.634464 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:21:41.648713 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:41.649337 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:41.649878 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:41.659545 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-56f03ea9-fd98-44f7-89a6-c83ef4e5c546 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/3c1bf3f5-73a5-470e-9a8d-b1d25da15777 HTTP/1.1" status: 200 len: 992 time: 0.9370625 Sep 15 14:21:41.660323 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1316954-2ee7-42c7-a914-f56173515086', 'tag': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:21:41.662406 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b83216-af4d-4362-9c8c-bc00261e67c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1316954-2ee7-42c7-a914-f56173515086", "tag": "3e53009f-b7c0-4a55-9eee-c213b2f6bde1"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:21:41.702229 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1515aa2-c139-4b90-aa72-a2e831be74b4 x-openstack-request-id: req-a1515aa2-c139-4b90-aa72-a2e831be74b4 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:21:41.702517 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1316954-2ee7-42c7-a914-f56173515086", "tag": "3e53009f-b7c0-4a55-9eee-c213b2f6bde1", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:21:41.702768 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a1515aa2-c139-4b90-aa72-a2e831be74b4 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:21:41.703202 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1515aa2-c139-4b90-aa72-a2e831be74b4'] response: {'name': 'network-changed', 'server_uuid': 'd1316954-2ee7-42c7-a914-f56173515086', 'tag': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'status': 'completed', 'code': 200} Sep 15 14:21:41.760766 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:41.795802 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-7a4ba0e2-367c-449e-b111-6395285eae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:41.797232 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-7a4ba0e2-367c-449e-b111-6395285eae3a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 1130 time: 0.0407822 Sep 15 14:21:41.896584 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-61f42300-cd7d-489d-84d2-0ad22cf7adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:41.898061 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-61f42300-cd7d-489d-84d2-0ad22cf7adf8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.0933480 Sep 15 14:21:41.907787 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:41.959556 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-508358d6-3171-447b-a47f-e0895c4a4ae3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1 HTTP/1.1" status: 200 len: 1000 time: 0.0554423 Sep 15 14:21:41.979638 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3c1bf3f5-73a5-470e-9a8d-b1d25da15777', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:41Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:42.005033 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:21:42.011588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-7edc4c21-c070-40e6-ac61-701af95b0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:42.013088 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-7edc4c21-c070-40e6-ac61-701af95b0934 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0466595 Sep 15 14:21:42.013496 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:21:42.014883 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:21:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:42.057212 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-2a45d822-cc4e-48a0-b4f2-e2d0f8164d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:42.059001 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-2a45d822-cc4e-48a0-b4f2-e2d0f8164d84 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392017 Sep 15 14:21:42.119958 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:21:42.156068 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-ae7ebc68-da54-4d78-a6aa-0dc1dff82fec service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906804 Sep 15 14:21:42.179609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:42.248725 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-27b83216-af4d-4362-9c8c-bc00261e67c0 req-5d1c02b8-c427-4781-ae86-da89a4f61eae service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865946 Sep 15 14:21:42.348191 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3c1bf3f5-73a5-470e-9a8d-b1d25da15777', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:41Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:21:42.372809 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84ca56-4754-4c5c-9b3f-5fd5e91c3260 None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3c1bf3f5-73a5-470e-9a8d-b1d25da15777', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:41Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:21:42.565818 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a1c19-4d6d-434a-84be-3cff07a250b1 None None] New status for floating IP 3c1bf3f5-73a5-470e-9a8d-b1d25da15777: ACTIVE {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:21:45.935192 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:21:46.632994 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:50.574948 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:50.582459 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=64,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:52.235989 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=43 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:52.245928 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=10 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:52.666969 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:52.965701 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-cf6ba247-d044-4ba4-9ef3-515f74b98be2 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1977594854&fields=id&tenant_id=3280b84c87ee422c986300291186a41d HTTP/1.1" status: 200 len: 267 time: 0.0442903 Sep 15 14:21:53.074725 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-0a7628ac-0c98-446f-b7d3-a9315cee7402 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:53.076210 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-0a7628ac-0c98-446f-b7d3-a9315cee7402 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 809 time: 0.1035261 Sep 15 14:21:53.091262 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-c7438174-8ba0-4e11-a2b4-6b3eadff3e42 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/quotas/3280b84c87ee422c986300291186a41d HTTP/1.1" status: 200 len: 375 time: 0.0089431 Sep 15 14:21:53.138970 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-7fef8bd9-ad27-4362-aee7-ab2da9793928 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429034 Sep 15 14:21:53.196898 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-e85cf43c-921f-4187-8c4b-2d4ed1d7a39d service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106455) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:21:53.197886 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-e85cf43c-921f-4187-8c4b-2d4ed1d7a39d service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0473874 Sep 15 14:21:53.291464 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-64e69028-cce0-40bf-a65c-ba163c06d15d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868599 Sep 15 14:21:53.381818 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-755c7f92-33f6-4b72-b2eb-6c7047b30eda service neutron] 10.222.0.27 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844789 Sep 15 14:21:53.675558 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a2f13b3f-b32f-4cbb-9b79-8f9d8ddb8156 req-7bbc4a57-ebac-4598-8c40-33d55bf332db tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 210 time: 0.0283206 Sep 15 14:21:54.810859 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-86385520-1728-4484-b82f-11a39ee0891f req-854881a4-53aa-4f15-8465-977865ced35e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 210 time: 0.0472684 Sep 15 14:21:54.849921 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-34cde959-f7ad-4892-b397-4bc9d0e042a2 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:54.851343 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-34cde959-f7ad-4892-b397-4bc9d0e042a2 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.52 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 809 time: 0.1450498 Sep 15 14:21:54.922336 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-2aefd397-09d6-49ad-ad62-dc7abcb0a904 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3280b84c87ee422c986300291186a41d HTTP/1.1" status: 200 len: 380 time: 0.0544388 Sep 15 14:21:54.930369 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Request body: {'port': {'device_id': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'admin_state_up': True, 'tenant_id': '3280b84c87ee422c986300291186a41d', 'security_groups': ['e0e1abd3-6934-471d-ab26-d8d3dba682c4']}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:55.039497 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Made reservation on behalf of 3280b84c87ee422c986300291186a41d for: {'port': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:21:55.043124 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:55.170880 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Allocated IP 172.20.0.6 (350ec69d-428d-4e46-965f-648414b78c6c/7fbbab44-8086-422c-b1f7-4bebf0f70519/92a00c0d-2475-4939-b1bd-39d65c68f258) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:21:55.226111 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:55.270086 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:55.319247 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:55.356576 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:55.403706 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Network 350ec69d-428d-4e46-965f-648414b78c6c is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:21:55.409448 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:21:55.414275 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:21:55.444547 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'Port': ['ID=92a00c0d-2475-4939-b1bd-39d65c68f258,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:55.477390 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:55.478018 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:55.496713 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-aef534f3-8377-4e8b-a14a-7555e27b87f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691674 Sep 15 14:21:55.513763 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Request body: {'port': {'device_id': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:21:55.578324 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:55.708270 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-c722bfbe-ca1f-4411-a9e0-c458bd771348 None None] Provisioning complete for port 92a00c0d-2475-4939-b1bd-39d65c68f258 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:21:55.708880 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c722bfbe-ca1f-4411-a9e0-c458bd771348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:55.708985 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c722bfbe-ca1f-4411-a9e0-c458bd771348 None None] Attempt 1 to provision port 92a00c0d-2475-4939-b1bd-39d65c68f258 Sep 15 14:21:55.740454 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c722bfbe-ca1f-4411-a9e0-c458bd771348 None None] Port 92a00c0d-2475-4939-b1bd-39d65c68f258 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:21:55.832508 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a00c0d-2475-4939-b1bd-39d65c68f258 {{(pid=106455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:21:55.839585 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Publish callbacks [] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:55.852680 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.provisioning_blocks [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Transition to ACTIVE for port object 92a00c0d-2475-4939-b1bd-39d65c68f258 will not be triggered until provisioned by entity L2. {{(pid=106455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:21:55.856266 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:55.931079 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:55.934591 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f68766-0b72-47a6-9504-8a43192c01f0 req-e241de86-7d7b-4841-8b4d-c0505d3dab1f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:55.936579 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53f68766-0b72-47a6-9504-8a43192c01f0 req-e241de86-7d7b-4841-8b4d-c0505d3dab1f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0473590 Sep 15 14:21:55.936765 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Pushing event updated for resources: {'Port': ['ID=92a00c0d-2475-4939-b1bd-39d65c68f258,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:55.966769 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Attempting to bind port 92a00c0d-2475-4939-b1bd-39d65c68f258 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:21:55.967252 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Attempting to bind port 92a00c0d-2475-4939-b1bd-39d65c68f258 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:21:55.967583 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Attempting to bind port 92a00c0d-2475-4939-b1bd-39d65c68f258 on network 350ec69d-428d-4e46-965f-648414b78c6c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:55.991906 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53f68766-0b72-47a6-9504-8a43192c01f0 req-8624e445-c90c-48d7-ae8f-0f3df6a45fd5 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483248 Sep 15 14:21:56.013286 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Port 92a00c0d-2475-4939-b1bd-39d65c68f258 on network 350ec69d-428d-4e46-965f-648414b78c6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:21:56.013620 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Attempting to bind port 92a00c0d-2475-4939-b1bd-39d65c68f258 on network 350ec69d-428d-4e46-965f-648414b78c6c {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:21:56.047793 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:56.057014 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:21:56.057353 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Checking segment: {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:21:56.057735 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Bound using segment: {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:21:56.058173 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Bound port: 92a00c0d-2475-4939-b1bd-39d65c68f258, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51d3a12-998d-493a-93c0-1b381010482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:21:56.058532 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:56.068125 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:56.120835 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:21:56.124304 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=92a00c0d-2475-4939-b1bd-39d65c68f258,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:21:56.130088 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:56.134018 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:56.134632 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:56.136053 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 1093 time: 0.6269696 Sep 15 14:21:56.136599 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:21:56.138818 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f75c94-7941-480e-a128-75aaa5914b63" -d '{"events": [{"name": "network-changed", "server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:21:56.181178 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268e7515-573a-49df-95ba-18593c44794d x-openstack-request-id: req-268e7515-573a-49df-95ba-18593c44794d {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:21:56.181455 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:21:56.181705 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-268e7515-573a-49df-95ba-18593c44794d {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:21:56.182106 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268e7515-573a-49df-95ba-18593c44794d'] response: {'name': 'network-changed', 'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'status': 'completed', 'code': 200} Sep 15 14:21:56.192036 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001f475-d596-4c75-b1a3-2da806372dde service neutron] Pushing event updated for resources: {'Port': ['ID=92a00c0d-2475-4939-b1bd-39d65c68f258,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:21:56.241804 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-c722bfbe-ca1f-4411-a9e0-c458bd771348 None None] Attempt 2 to provision port 92a00c0d-2475-4939-b1bd-39d65c68f258 Sep 15 14:21:56.245445 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-cffff2c5-b90b-4c36-a89b-b309e257fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:56.246917 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-cffff2c5-b90b-4c36-a89b-b309e257fe39 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1127 time: 0.0383019 Sep 15 14:21:56.279651 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-c722bfbe-ca1f-4411-a9e0-c458bd771348 None None] Port 92a00c0d-2475-4939-b1bd-39d65c68f258 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:21:56.296246 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-c4ea1137-f690-48ae-a130-7d339ec642f0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 217 time: 0.0320427 Sep 15 14:21:56.347585 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-4f13779e-2c4a-46cf-b260-6b6b504a65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:56.349037 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-4f13779e-2c4a-46cf-b260-6b6b504a65d0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 200 len: 848 time: 0.0476570 Sep 15 14:21:56.661779 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-afd82b8c-018a-4bbf-b7ba-00cbcb400946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:56.663336 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-afd82b8c-018a-4bbf-b7ba-00cbcb400946 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=350ec69d-428d-4e46-965f-648414b78c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3062568 Sep 15 14:21:56.754522 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-22efd4e2-279a-4c12-b8c1-d4e62dd4e6bb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845904 Sep 15 14:21:56.846213 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bdfe530b-bee7-4b00-b576-b65b0c1e5223 req-7a9a1106-a912-4f2d-b035-6466b97b7949 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824299 Sep 15 14:21:57.112356 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f1f8c-1b0e-46e2-bf4a-058a9a731731 req-ed12674d-3440-4edc-a41b-1598bfbdf850 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:57.113835 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-465f1f8c-1b0e-46e2-bf4a-058a9a731731 req-ed12674d-3440-4edc-a41b-1598bfbdf850 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0476062 Sep 15 14:21:57.162120 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-465f1f8c-1b0e-46e2-bf4a-058a9a731731 req-66e0b26a-9d93-48d7-8f09-643d8943dbf3 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427680 Sep 15 14:21:57.651789 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75c94-7941-480e-a128-75aaa5914b63 req-7cb0dfe9-335b-49ee-945c-3963b703e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:57.653185 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-94f75c94-7941-480e-a128-75aaa5914b63 req-7cb0dfe9-335b-49ee-945c-3963b703e67e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1127 time: 0.0392053 Sep 15 14:21:57.752773 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75c94-7941-480e-a128-75aaa5914b63 req-24527af9-ffaa-4fd8-a370-bae953d3bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:57.754327 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-94f75c94-7941-480e-a128-75aaa5914b63 req-24527af9-ffaa-4fd8-a370-bae953d3bd66 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 909 time: 0.0939722 Sep 15 14:21:57.802304 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-94f75c94-7941-480e-a128-75aaa5914b63 req-beb3c255-082b-4e63-8f4e-9bd60f8bc15c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 217 time: 0.0317845 Sep 15 14:21:57.807672 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-2eea7a7b-104d-4485-a702-d945e5e710fd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366364 Sep 15 14:21:57.891195 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75c94-7941-480e-a128-75aaa5914b63 req-1d6a262e-3e75-4c37-b257-26f8bcca53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:57.892739 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-94f75c94-7941-480e-a128-75aaa5914b63 req-1d6a262e-3e75-4c37-b257-26f8bcca53ab service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 200 len: 848 time: 0.0516782 Sep 15 14:21:57.923317 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-9bc1af8a-821c-4a63-bfd0-a195e63e30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:57.924798 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-9bc1af8a-821c-4a63-bfd0-a195e63e30b7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 1130 time: 0.0435305 Sep 15 14:21:57.938267 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75c94-7941-480e-a128-75aaa5914b63 req-674a28c6-6cc0-4632-a9ac-c7b442c3deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:57.939808 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-94f75c94-7941-480e-a128-75aaa5914b63 req-674a28c6-6cc0-4632-a9ac-c7b442c3deac service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=350ec69d-428d-4e46-965f-648414b78c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401201 Sep 15 14:21:58.032105 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-94f75c94-7941-480e-a128-75aaa5914b63 req-55185fbc-06f2-4b3a-9520-23b7685886c9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831575 Sep 15 14:21:58.034050 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-59dbb8e0-dca4-4c17-8481-e59021ae470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:58.035503 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-59dbb8e0-dca4-4c17-8481-e59021ae470c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.0866299 Sep 15 14:21:58.102933 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-08c835eb-034e-4ff6-a574-0d600eb1ad02 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1 HTTP/1.1" status: 200 len: 1002 time: 0.0596955 Sep 15 14:21:58.132179 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-94f75c94-7941-480e-a128-75aaa5914b63 req-cdc87174-6995-4221-b661-7026529f5cc7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892155 Sep 15 14:21:58.151883 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-55bbd69c-7994-4bd9-afa8-301d74530c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:58.153330 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-55bbd69c-7994-4bd9-afa8-301d74530c40 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0439835 Sep 15 14:21:58.197127 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-8358822b-ff53-4478-a7d3-ca5dfade72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:58.198641 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-8358822b-ff53-4478-a7d3-ca5dfade72bf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391514 Sep 15 14:21:58.282917 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac8afc-7be6-4f43-9ff4-50de3e5c6a2a req-2ed98e89-33c9-44b9-be39-953d85ec2e49 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:58.284433 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d5ac8afc-7be6-4f43-9ff4-50de3e5c6a2a req-2ed98e89-33c9-44b9-be39-953d85ec2e49 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0471280 Sep 15 14:21:58.294357 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-01ee5e05-33ac-4a9f-9a6f-dad0fd46e0c4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878305 Sep 15 14:21:58.318569 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:58.330762 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:21:58.336619 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d5ac8afc-7be6-4f43-9ff4-50de3e5c6a2a req-89f4494a-45e6-40fc-bc27-2f29c291197d tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466633 Sep 15 14:21:58.387185 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae463bb7-0dad-42da-91b5-cd6f5efac2a2 req-2854bafd-dac1-42be-bb7c-1718f82353e6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867426 Sep 15 14:21:58.448814 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a752ed15-815b-4681-9cf9-0f56cb0c3f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:21:59.475605 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305003b-39cc-46c3-907e-1d0b1778cd97 req-6760db07-897c-48cd-a178-77f923bbb706 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:21:59.477125 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a305003b-39cc-46c3-907e-1d0b1778cd97 req-6760db07-897c-48cd-a178-77f923bbb706 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0572908 Sep 15 14:21:59.525227 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a305003b-39cc-46c3-907e-1d0b1778cd97 req-8461d3aa-4c93-41b9-bef3-cb20be0ec693 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Sep 15 14:22:00.648993 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72820cdd-15ab-4875-8bbe-6240334d9646 req-05863565-de4f-411b-9351-bb578c329f50 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:00.650442 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-72820cdd-15ab-4875-8bbe-6240334d9646 req-05863565-de4f-411b-9351-bb578c329f50 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0509770 Sep 15 14:22:00.700777 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-72820cdd-15ab-4875-8bbe-6240334d9646 req-0144b285-4dc6-46e8-af8c-e9f32197b48a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Sep 15 14:22:00.702182 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-bde63fa6-35d9-4dc7-b933-943a9c549f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:01.821086 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74687e7d-805d-4626-85d5-c1e6448f1aff req-a5b06d5c-3631-4d5e-a37d-ad9003c2eede tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:01.822538 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-74687e7d-805d-4626-85d5-c1e6448f1aff req-a5b06d5c-3631-4d5e-a37d-ad9003c2eede tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0477624 Sep 15 14:22:01.870411 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-74687e7d-805d-4626-85d5-c1e6448f1aff req-0ac74af9-d2cb-47c9-afc8-bb11f4ee4334 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Sep 15 14:22:02.009250 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:02.990288 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6667e4-fa2e-4703-b701-b193c96c015a req-cdf0c003-32a8-45c8-b702-5c7402e82e6b tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:02.991776 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-db6667e4-fa2e-4703-b701-b193c96c015a req-cdf0c003-32a8-45c8-b702-5c7402e82e6b tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0459511 Sep 15 14:22:03.039828 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-db6667e4-fa2e-4703-b701-b193c96c015a req-a5493a24-e20d-454d-8246-a1a22dd1a9a6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Sep 15 14:22:03.461241 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:03.475963 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:03.547566 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:04.159609 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3e600-9ac6-4d29-981e-b5b4f9ea6942 req-a0e85ddd-a883-4e62-975a-96764396a4a9 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:04.161116 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6da3e600-9ac6-4d29-981e-b5b4f9ea6942 req-a0e85ddd-a883-4e62-975a-96764396a4a9 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0464187 Sep 15 14:22:04.212797 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6da3e600-9ac6-4d29-981e-b5b4f9ea6942 req-8d90b279-a63f-4f4e-a0ca-9e059814aaf6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462017 Sep 15 14:22:05.346798 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d5ead-19d3-44f7-ad8b-06fd466ecaf8 req-9a6ad1e7-ace8-4054-a616-bfb978183046 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:05.348352 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a59d5ead-19d3-44f7-ad8b-06fd466ecaf8 req-9a6ad1e7-ace8-4054-a616-bfb978183046 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0582099 Sep 15 14:22:05.406599 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a59d5ead-19d3-44f7-ad8b-06fd466ecaf8 req-4f26dbf2-6115-44f2-b791-e15fabd84456 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510173 Sep 15 14:22:06.002554 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 92a00c0d-2475-4939-b1bd-39d65c68f258 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:22:06.103221 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=92a00c0d-2475-4939-b1bd-39d65c68f258,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:22:06.114144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'port_id': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'mac_address': 'fa:16:3e:d0:87:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:22:06.147958 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 92a00c0d-2475-4939-b1bd-39d65c68f258 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:22:06.148343 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:06.160959 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a00c0d-2475-4939-b1bd-39d65c68f258 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:22:06.180920 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=92a00c0d-2475-4939-b1bd-39d65c68f258,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:22:06.186163 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:06.208013 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:06.234121 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=92a00c0d-2475-4939-b1bd-39d65c68f258,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:22:06.512662 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:06.531892 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fc7df-803c-4705-af53-5ad32e54bff7 req-bbcc3f71-5700-4939-88b2-da8044184774 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:06.533342 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f97fc7df-803c-4705-af53-5ad32e54bff7 req-bbcc3f71-5700-4939-88b2-da8044184774 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 944 time: 0.0475681 Sep 15 14:22:06.551149 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:06.565558 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['92a00c0d-2475-4939-b1bd-39d65c68f258'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:22:06.584397 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f97fc7df-803c-4705-af53-5ad32e54bff7 req-f16a9fae-25cc-4024-b68f-d7fc0809358d tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455053 Sep 15 14:22:07.702834 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1aca8-9a31-4ce7-965d-fc68e3952832 req-958092ef-1497-474b-81bc-157f15c5b0df tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:07.704350 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56b1aca8-9a31-4ce7-965d-fc68e3952832 req-958092ef-1497-474b-81bc-157f15c5b0df tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 944 time: 0.0476031 Sep 15 14:22:07.752907 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56b1aca8-9a31-4ce7-965d-fc68e3952832 req-d1374c17-05d8-45b4-a221-f6d19cc9633e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430450 Sep 15 14:22:08.038320 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 92a00c0d-2475-4939-b1bd-39d65c68f258 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:22:08.081557 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 92a00c0d-2475-4939-b1bd-39d65c68f258 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:22:08.087135 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 92a00c0d-2475-4939-b1bd-39d65c68f258 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:22:08.087595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:08.087986 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 92a00c0d-2475-4939-b1bd-39d65c68f258 Sep 15 14:22:08.158719 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 92a00c0d-2475-4939-b1bd-39d65c68f258 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:22:08.159095 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:08.183479 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:22:08.186473 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cc66f9-3f6d-4840-ac5b-1c06d905d961" -d '{"events": [{"server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:22:08.321460 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614edf6d-890d-4208-af7c-15044a98bf51 x-openstack-request-id: req-614edf6d-890d-4208-af7c-15044a98bf51 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:22:08.321742 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:22:08.321983 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-614edf6d-890d-4208-af7c-15044a98bf51 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:22:08.322367 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614edf6d-890d-4208-af7c-15044a98bf51'] response: {'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'code': 200} Sep 15 14:22:08.325703 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=92a00c0d-2475-4939-b1bd-39d65c68f258,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:22:08.330085 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:08.376476 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=92a00c0d-2475-4939-b1bd-39d65c68f258,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:22:08.492816 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d3ef7-ce20-40fd-a5f0-cb932e9a5e5e req-7276f36a-e2d4-48df-913a-680920e415b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:08.494330 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6f4d3ef7-ce20-40fd-a5f0-cb932e9a5e5e req-7276f36a-e2d4-48df-913a-680920e415b9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0387154 Sep 15 14:22:08.539849 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6f4d3ef7-ce20-40fd-a5f0-cb932e9a5e5e req-59906f1a-29e1-48aa-b40f-f693596dac24 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386889 Sep 15 14:22:08.872311 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab26f-8c41-4632-861c-3456ab3b069d req-9440d722-4e8e-429d-8183-9c2f9ccdd7b4 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:08.873838 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-358ab26f-8c41-4632-861c-3456ab3b069d req-9440d722-4e8e-429d-8183-9c2f9ccdd7b4 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0465355 Sep 15 14:22:08.927125 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-358ab26f-8c41-4632-861c-3456ab3b069d req-12a5dfd8-3fb3-4d00-b13d-4f1c5e7d7c22 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476131 Sep 15 14:22:09.891141 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:09.892045 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:10.052389 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09b6c6-e2af-4d24-be71-88e44883324e req-5488bcc1-3187-416c-bdf2-e2cacce7542a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:10.052389 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8b09b6c6-e2af-4d24-be71-88e44883324e req-5488bcc1-3187-416c-bdf2-e2cacce7542a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0503473 Sep 15 14:22:10.101987 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8b09b6c6-e2af-4d24-be71-88e44883324e req-2558d97d-0ba5-4399-8091-09142b6019f8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444872 Sep 15 14:22:10.220628 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4b339-311c-4ce4-bfb7-115e69f96d36 req-29dfabc6-2e9e-48f0-a33b-f6d47e48bcf7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:10.222121 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-96e4b339-311c-4ce4-bfb7-115e69f96d36 req-29dfabc6-2e9e-48f0-a33b-f6d47e48bcf7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0469534 Sep 15 14:22:10.272175 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-96e4b339-311c-4ce4-bfb7-115e69f96d36 req-b4d37ab6-0164-4afc-9b0c-88debe22862b tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444820 Sep 15 14:22:10.300895 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59508) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:22:10.380169 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503c4a2-58b9-4b86-8aa6-d669eeb09bea tempest-TestShelveInstance-608364357 tempest-TestShelveInstance-608364357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:10.381711 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-9503c4a2-58b9-4b86-8aa6-d669eeb09bea tempest-TestShelveInstance-608364357 tempest-TestShelveInstance-608364357-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1124 time: 0.0798173 Sep 15 14:22:10.384750 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59512) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:22:10.389507 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'port_id': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:22:10.412306 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:10.493515 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:10.595455 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Allocated IP 172.27.1.10 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/481f3f91-61bb-4a50-9d5e-0bd433924b9b) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:22:10.701549 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for port (481f3f91-61bb-4a50-9d5e-0bd433924b9b), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:10.731764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (481f3f91-61bb-4a50-9d5e-0bd433924b9b), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:10.774218 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:22:10.779328 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:22:10.781521 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'Port': ['ID=481f3f91-61bb-4a50-9d5e-0bd433924b9b,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:22:10.783644 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:22:10.898716 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:10.953409 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:11.138320 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for floatingip (ae5e7ebc-acad-42f6-ba2e-1c99923be0e2), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:11.205632 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (481f3f91-61bb-4a50-9d5e-0bd433924b9b), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:11.353542 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for port (481f3f91-61bb-4a50-9d5e-0bd433924b9b), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:11.358655 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (481f3f91-61bb-4a50-9d5e-0bd433924b9b), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:11.433819 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event updated for resources: {'Port': ['ID=481f3f91-61bb-4a50-9d5e-0bd433924b9b,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:22:11.436188 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (ae5e7ebc-acad-42f6-ba2e-1c99923be0e2), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:11.531634 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Floating IP ae5e7ebc-acad-42f6-ba2e-1c99923be0e2 associated. External IP: 172.27.1.10, port: 92a00c0d-2475-4939-b1bd-39d65c68f258. Sep 15 14:22:11.715577 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:11.725966 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Router 5773e176-fd48-4f15-90bc-c13bff7e536e has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:22:11.817384 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:11.828508 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:22:11.838338 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] Sync routers for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:22:11.845914 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:11.849426 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:22:11.850226 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:22:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:22:11.878296 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-177c0770-e46d-4e04-b6b9-3d609af542ad tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4925394 Sep 15 14:22:11.879049 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:22:11.881391 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d179799-e08f-47ff-90ab-736b8c3730f1" -d '{"events": [{"name": "network-changed", "server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:22:11.885063 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:11.955456 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:22:11.978862 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a506a9-d9a0-499c-9e54-c8285babe7ee x-openstack-request-id: req-d7a506a9-d9a0-499c-9e54-c8285babe7ee {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:22:11.979036 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:22:11.979268 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d7a506a9-d9a0-499c-9e54-c8285babe7ee {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:22:11.979677 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a506a9-d9a0-499c-9e54-c8285babe7ee'] response: {'name': 'network-changed', 'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'status': 'completed', 'code': 200} Sep 15 14:22:12.072741 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-8af5a074-f08b-4319-97d1-6705990a095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:12.074158 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-8af5a074-f08b-4319-97d1-6705990a095f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0441935 Sep 15 14:22:12.116913 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:12.164809 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-a61648a3-6264-4f04-97a2-35e11dd9d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:12.166289 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-a61648a3-6264-4f04-97a2-35e11dd9d4ea service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 909 time: 0.0850477 Sep 15 14:22:12.176492 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'ae5e7ebc-acad-42f6-ba2e-1c99923be0e2', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'port_id': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'mac_address': 'fa:16:3e:d0:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:22:11Z', 'updated_at': '2022-09-15T14:22:11Z', 'revision_number': 0, 'project_id': '3280b84c87ee422c986300291186a41d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e874b533-ebfd-43eb-912b-4a63ac371cf4', 'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'mac_address': 'fa:16:3e:cc:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:29Z', 'revision_number': 5, 'project_id': '3280b84c87ee422c986300291186a41d', 'subnets': [{'id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:22:12.201268 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] Checking router: 5773e176-fd48-4f15-90bc-c13bff7e536e for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:22:12.209785 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:22:12.210390 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:22:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:22:12.231869 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-6fb0b41d-d1e3-418a-9c70-a2a32c8afa86 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 998 time: 0.0592074 Sep 15 14:22:12.279639 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-0a62336d-4a53-493b-9fa1-f8e7b448e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:12.281560 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-0a62336d-4a53-493b-9fa1-f8e7b448e964 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 200 len: 848 time: 0.0442717 Sep 15 14:22:12.311824 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:22:12.327376 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-17124f3a-0e44-49ca-93e5-856991bb8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:12.328851 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-17124f3a-0e44-49ca-93e5-856991bb8d26 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=350ec69d-428d-4e46-965f-648414b78c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415070 Sep 15 14:22:12.424836 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-3fb5ba4c-835e-4b94-ad3c-2fa2e7b12c7b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878749 Sep 15 14:22:12.520258 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'ae5e7ebc-acad-42f6-ba2e-1c99923be0e2', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'port_id': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'mac_address': 'fa:16:3e:d0:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:22:11Z', 'updated_at': '2022-09-15T14:22:11Z', 'revision_number': 0, 'project_id': '3280b84c87ee422c986300291186a41d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e874b533-ebfd-43eb-912b-4a63ac371cf4', 'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'mac_address': 'fa:16:3e:cc:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:29Z', 'revision_number': 5, 'project_id': '3280b84c87ee422c986300291186a41d', 'subnets': [{'id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:22:12.523143 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2d179799-e08f-47ff-90ab-736b8c3730f1 req-017ab520-6027-4700-b915-24b860b6df38 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907004 Sep 15 14:22:12.548657 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d50cee-f5bf-4756-b507-dd4d33b2dc7b None None] The sync data for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi is: [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'ae5e7ebc-acad-42f6-ba2e-1c99923be0e2', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'port_id': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'mac_address': 'fa:16:3e:d0:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:22:11Z', 'updated_at': '2022-09-15T14:22:11Z', 'revision_number': 0, 'project_id': '3280b84c87ee422c986300291186a41d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e874b533-ebfd-43eb-912b-4a63ac371cf4', 'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'mac_address': 'fa:16:3e:cc:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:29Z', 'revision_number': 5, 'project_id': '3280b84c87ee422c986300291186a41d', 'subnets': [{'id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:22:12.736543 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443e17f-a09c-43f0-af42-901779689658 None None] New status for floating IP ae5e7ebc-acad-42f6-ba2e-1c99923be0e2: ACTIVE {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:22:16.642161 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:20.263635 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=51 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:20.268134 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=57 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:22.519028 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=54,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:22.519816 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=65 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:22.934428 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:22:26.630321 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=40 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:26.635314 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:28.449952 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f799b34d-7aec-4de0-b9dc-5661f20a0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:30.706360 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-32421227-920d-466d-82d3-8b6cfea7906e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:32.011788 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:32.929486 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:32.930245 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:33.477938 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:33.549953 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:43.540713 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:43.546362 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:46.658025 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:46.883602 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:46.889611 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:22:57.803812 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86a12925-d702-47db-8518-b67d58650f6a req-55da0706-1f49-4e4f-8a9b-bf085111211f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396557 Sep 15 14:22:57.916978 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a12925-d702-47db-8518-b67d58650f6a req-c17d3473-89b2-450c-ae23-490a9d178f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:57.918469 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86a12925-d702-47db-8518-b67d58650f6a req-c17d3473-89b2-450c-ae23-490a9d178f0d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 1130 time: 0.0389419 Sep 15 14:22:58.026819 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a12925-d702-47db-8518-b67d58650f6a req-d1151f16-cc5a-4508-a712-7ad032d3b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:58.028390 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86a12925-d702-47db-8518-b67d58650f6a req-d1151f16-cc5a-4508-a712-7ad032d3b8db service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.0912757 Sep 15 14:22:58.091592 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86a12925-d702-47db-8518-b67d58650f6a req-f445a8a5-cdec-44d5-b641-33fb5c53caf2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1 HTTP/1.1" status: 200 len: 1002 time: 0.0569279 Sep 15 14:22:58.139262 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a12925-d702-47db-8518-b67d58650f6a req-f10fc577-7fda-4b2d-bff0-de1a56eaefab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:58.140762 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86a12925-d702-47db-8518-b67d58650f6a req-f10fc577-7fda-4b2d-bff0-de1a56eaefab service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0436809 Sep 15 14:22:58.188513 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a12925-d702-47db-8518-b67d58650f6a req-9ea0f680-19ce-4f15-ae57-4d2de7233131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:22:58.189962 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86a12925-d702-47db-8518-b67d58650f6a req-9ea0f680-19ce-4f15-ae57-4d2de7233131 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420282 Sep 15 14:22:58.291373 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86a12925-d702-47db-8518-b67d58650f6a req-54b94ee9-8be1-461a-8ba2-d9f78cfb2757 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895486 Sep 15 14:22:58.457677 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-89bcf73b-8c7f-4c2a-9ad5-3da0f4254696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:22:58.626810 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86a12925-d702-47db-8518-b67d58650f6a req-2e004567-f791-4dc9-85bf-00920aee50b0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280106 Sep 15 14:22:59.933596 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:23:00.708534 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-571eb831-d3d7-4dc9-8ffb-c2071103b9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:02.014385 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:03.483990 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:03.553472 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:05.982233 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59590) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:23:05.987312 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276279487', 'description': 'tempest-description--1356785601'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:23:06.007911 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.073779 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (48f9be83-30e0-48cf-9067-2ebb835daf1c), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.077577 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (48f9be83-30e0-48cf-9067-2ebb835daf1c), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.106927 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.108137 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1249030 Sep 15 14:23:06.110206 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9be83-30e0-48cf-9067-2ebb835daf1c,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:06.111422 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59592) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:23:06.116030 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group_rule': {'security_group_id': '48f9be83-30e0-48cf-9067-2ebb835daf1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:23:06.117375 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.117719 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.118056 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.118390 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.118723 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.119095 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.119427 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.119797 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.120122 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.120445 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.120769 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.121090 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.121407 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.121727 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.122044 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4739a3-1d0e-4ae0-9ef3-8e583562afe3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.143501 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (2f01fff8-aa1d-4099-9330-f4f2ab2db256), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.197437 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (2f01fff8-aa1d-4099-9330-f4f2ab2db256), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.200812 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (2f01fff8-aa1d-4099-9330-f4f2ab2db256), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.219249 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f01fff8-aa1d-4099-9330-f4f2ab2db256,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:06.228949 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.229995 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175151 Sep 15 14:23:06.231456 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.231834 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.232178 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.232517 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.232850 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.233085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59594) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:23:06.233233 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.233502 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.233825 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.234151 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.234541 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.234943 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.235274 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.235597 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.235947 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.236269 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361298b1-9448-45e6-b31b-32201e979acb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:06.238179 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-55e5230a-7fb3-4ae8-a4ff-5720a6bdb68a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group_rule': {'security_group_id': '48f9be83-30e0-48cf-9067-2ebb835daf1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:23:06.264989 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-55e5230a-7fb3-4ae8-a4ff-5720a6bdb68a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (a9f7a5e5-e8fe-4203-89d9-3bd5c5657086), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.323664 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-55e5230a-7fb3-4ae8-a4ff-5720a6bdb68a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (a9f7a5e5-e8fe-4203-89d9-3bd5c5657086), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.327162 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-55e5230a-7fb3-4ae8-a4ff-5720a6bdb68a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (a9f7a5e5-e8fe-4203-89d9-3bd5c5657086), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.346743 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5230a-7fb3-4ae8-a4ff-5720a6bdb68a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f7a5e5-e8fe-4203-89d9-3bd5c5657086,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:06.351751 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-55e5230a-7fb3-4ae8-a4ff-5720a6bdb68a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.353295 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-55e5230a-7fb3-4ae8-a4ff-5720a6bdb68a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191902 Sep 15 14:23:06.356318 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59596) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:23:06.360618 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:23:06.375956 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:06.381271 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.398061 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:06.460876 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.565886 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Allocated IP 172.27.1.21 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/f6a09802-95eb-48f1-a930-a53809fb3e19) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:23:06.670247 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (f6a09802-95eb-48f1-a930-a53809fb3e19), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.702088 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (f6a09802-95eb-48f1-a930-a53809fb3e19), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.743036 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:23:06.748046 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:23:06.750803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=f6a09802-95eb-48f1-a930-a53809fb3e19,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:06.752963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:23:06.831741 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (f8f74f82-5cbc-467e-a05b-e856513e6b0e), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:06.869969 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (f6a09802-95eb-48f1-a930-a53809fb3e19), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:07.012893 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (f6a09802-95eb-48f1-a930-a53809fb3e19), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:07.017494 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (f6a09802-95eb-48f1-a930-a53809fb3e19), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:07.022855 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:07.089610 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=f6a09802-95eb-48f1-a930-a53809fb3e19,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:07.095254 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (f8f74f82-5cbc-467e-a05b-e856513e6b0e), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:07.103994 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:07.112103 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:07.113342 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-fcf4c823-2084-4fb0-b3f6-4a3c3c0bb6c0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7560782 Sep 15 14:23:07.265419 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-0a26be49-ab9d-4e98-a351-e3f49b0eef0a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--276279487&fields=id&tenant_id=d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 267 time: 0.0433881 Sep 15 14:23:07.374642 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-4a827e56-e2e7-412e-a1a1-ae3d8f07bc54 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:07.376723 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-4a827e56-e2e7-412e-a1a1-ae3d8f07bc54 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 815 time: 0.1050408 Sep 15 14:23:07.391462 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-d11cc821-1ded-4a50-9a45-a5ce2082d861 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/quotas/d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 375 time: 0.0088446 Sep 15 14:23:07.443256 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-0b21fcfb-cecc-46f7-86a3-53deab9e549c tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468645 Sep 15 14:23:07.586780 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-0464405a-db06-48ad-9d5e-77b9bf232d28 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318276 Sep 15 14:23:07.676413 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-59679f43-7cb0-42bc-b886-9ec3d4c32c6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840096 Sep 15 14:23:07.843672 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-966e865c-b296-4779-a458-529d2f9233ad req-13948e7a-c940-467c-b1d0-a126fc12ba70 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 210 time: 0.0303555 Sep 15 14:23:08.967370 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-eb165882-b206-4617-b7d4-c80e94a06781 req-6a10fb15-6bc2-47a0-b4d0-a1c2446118a7 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 210 time: 0.0325212 Sep 15 14:23:09.019031 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-5de01806-e069-47ad-9646-0e9b509dbe38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:09.019837 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-5de01806-e069-47ad-9646-0e9b509dbe38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 815 time: 0.1415200 Sep 15 14:23:09.098786 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-408b58d4-74f3-4c7b-97ee-cc811fda0033 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 472 time: 0.0657716 Sep 15 14:23:09.164932 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'port': {'device_id': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'admin_state_up': True, 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'security_groups': ['48f9be83-30e0-48cf-9067-2ebb835daf1c']}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:23:09.272447 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Made reservation on behalf of d1c7aba744814c7ca12a1dab68e1815a for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:23:09.276262 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:09.403562 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Allocated IP 172.20.0.6 (48608c61-4597-4efa-9ed7-e6d47fa23e1a/5f8fac34-eb32-48ce-83d7-b2746b93cf43/6823da98-87fc-4bab-8e61-edb2eba66bc9) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:23:09.442922 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:09.458031 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:09.543228 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:09.576256 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:09.621976 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:23:09.625011 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:23:09.628263 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:23:09.661539 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=6823da98-87fc-4bab-8e61-edb2eba66bc9,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:09.687780 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:09.688594 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:09.706127 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-973ab85c-a643-4450-8023-fc94201a3006 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448346 Sep 15 14:23:09.724639 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Request body: {'port': {'device_id': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:23:09.786003 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:09.897738 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-e43a44e7-63e1-4427-9d06-186463a5f008 None None] Provisioning complete for port 6823da98-87fc-4bab-8e61-edb2eba66bc9 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:23:09.898299 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e43a44e7-63e1-4427-9d06-186463a5f008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:09.898508 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-e43a44e7-63e1-4427-9d06-186463a5f008 None None] Attempt 1 to provision port 6823da98-87fc-4bab-8e61-edb2eba66bc9 Sep 15 14:23:09.929294 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:09.930882 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-e43a44e7-63e1-4427-9d06-186463a5f008 None None] Port 6823da98-87fc-4bab-8e61-edb2eba66bc9 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:23:10.046368 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6823da98-87fc-4bab-8e61-edb2eba66bc9 {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:23:10.054972 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Publish callbacks [] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:10.067484 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Transition to ACTIVE for port object 6823da98-87fc-4bab-8e61-edb2eba66bc9 will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:23:10.073498 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:10.091678 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc101c6-fef6-40bd-87d3-bbf52d7f3467 req-79d26675-e302-418e-bc81-40fced52160b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:10.093177 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3dc101c6-fef6-40bd-87d3-bbf52d7f3467 req-79d26675-e302-418e-bc81-40fced52160b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 931 time: 0.0486410 Sep 15 14:23:10.137020 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Pushing event updated for resources: {'Port': ['ID=6823da98-87fc-4bab-8e61-edb2eba66bc9,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:10.142542 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3dc101c6-fef6-40bd-87d3-bbf52d7f3467 req-f5f0640c-1087-4c81-a257-525d391e3ecc tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426254 Sep 15 14:23:10.187050 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Attempting to bind port 6823da98-87fc-4bab-8e61-edb2eba66bc9 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:23:10.187433 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Attempting to bind port 6823da98-87fc-4bab-8e61-edb2eba66bc9 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:23:10.187941 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Attempting to bind port 6823da98-87fc-4bab-8e61-edb2eba66bc9 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:23:10.228679 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Port 6823da98-87fc-4bab-8e61-edb2eba66bc9 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:23:10.229020 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Attempting to bind port 6823da98-87fc-4bab-8e61-edb2eba66bc9 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:23:10.254593 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:10.260268 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:10.273366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:23:10.273694 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Checking segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:23:10.274066 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Bound using segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:23:10.274490 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Bound port: 6823da98-87fc-4bab-8e61-edb2eba66bc9, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:23:10.274841 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:10.338741 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] For port 6823da98-87fc-4bab-8e61-edb2eba66bc9, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:23:10.341678 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] For port 6823da98-87fc-4bab-8e61-edb2eba66bc9, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6823da98-87fc-4bab-8e61-edb2eba66bc9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:23:10.348253 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:10.353228 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:10.353825 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:10.355300 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/6823da98-87fc-4bab-8e61-edb2eba66bc9 HTTP/1.1" status: 200 len: 1093 time: 0.6350031 Sep 15 14:23:10.355875 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'tag': '6823da98-87fc-4bab-8e61-edb2eba66bc9'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:23:10.358123 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f82d63f-6a43-4e6a-aa56-296c613359df" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0daab3-8cb7-4360-a1e5-13476c70d800", "tag": "6823da98-87fc-4bab-8e61-edb2eba66bc9"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:23:10.399332 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a034e4-2981-46d8-a3cb-bfd8cac0198c x-openstack-request-id: req-72a034e4-2981-46d8-a3cb-bfd8cac0198c {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:23:10.399615 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0daab3-8cb7-4360-a1e5-13476c70d800", "tag": "6823da98-87fc-4bab-8e61-edb2eba66bc9", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:23:10.399889 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-72a034e4-2981-46d8-a3cb-bfd8cac0198c {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:23:10.400286 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a034e4-2981-46d8-a3cb-bfd8cac0198c'] response: {'name': 'network-changed', 'server_uuid': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'tag': '6823da98-87fc-4bab-8e61-edb2eba66bc9', 'status': 'completed', 'code': 200} Sep 15 14:23:10.405099 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546869f7-4d64-4bfa-ae22-ae867bb75050 service neutron] Pushing event updated for resources: {'Port': ['ID=6823da98-87fc-4bab-8e61-edb2eba66bc9,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:10.432474 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-e43a44e7-63e1-4427-9d06-186463a5f008 None None] Attempt 2 to provision port 6823da98-87fc-4bab-8e61-edb2eba66bc9 Sep 15 14:23:10.469676 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-886195f0-cc8f-4ddf-be5b-00b25653d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:10.471593 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-886195f0-cc8f-4ddf-be5b-00b25653d2f7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 1127 time: 0.0405793 Sep 15 14:23:10.474465 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-e43a44e7-63e1-4427-9d06-186463a5f008 None None] Port 6823da98-87fc-4bab-8e61-edb2eba66bc9 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:23:10.524135 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-d9cd98d0-abef-4b79-9b86-34bbbc95dc6f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6823da98-87fc-4bab-8e61-edb2eba66bc9 HTTP/1.1" status: 200 len: 217 time: 0.0378075 Sep 15 14:23:10.572134 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-17a9ee42-80d8-4a5e-8835-d9794a3d08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:10.573542 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-17a9ee42-80d8-4a5e-8835-d9794a3d08f3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0437236 Sep 15 14:23:10.616309 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-edc4f188-083f-470e-b3b6-e5c8f1b316e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:10.617745 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-edc4f188-083f-470e-b3b6-e5c8f1b316e8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381629 Sep 15 14:23:10.710268 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-db113912-b46d-45d8-8617-df4a464d785a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864236 Sep 15 14:23:10.799915 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b06258c2-9e84-4a96-9f4f-6b3e7bfbc7bd req-913858e3-1134-4513-bad5-928f639070ad service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836265 Sep 15 14:23:11.264708 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b62a34-656d-4197-8eb4-e0b039617159 req-7dd21a1f-9c2a-4295-9ef0-7f1b33178ff8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:11.266707 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d3b62a34-656d-4197-8eb4-e0b039617159 req-7dd21a1f-9c2a-4295-9ef0-7f1b33178ff8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 943 time: 0.0462394 Sep 15 14:23:11.315984 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d3b62a34-656d-4197-8eb4-e0b039617159 req-e1536b7c-a970-4f7f-a1db-dd3654cbc380 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436032 Sep 15 14:23:12.441988 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f952-29a8-4f92-b872-8f8b3c60b8c3 req-b1718095-8ddf-48be-a1d4-c890a262ad09 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:12.443482 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9411f952-29a8-4f92-b872-8f8b3c60b8c3 req-b1718095-8ddf-48be-a1d4-c890a262ad09 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 943 time: 0.0512743 Sep 15 14:23:12.490764 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9411f952-29a8-4f92-b872-8f8b3c60b8c3 req-08b3a273-0577-4c5b-af6d-f4afb43e5bde tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412354 Sep 15 14:23:12.908052 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-f66494d7-22df-45a1-bdb7-971c6aac0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:12.909523 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-f66494d7-22df-45a1-bdb7-971c6aac0503 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 1127 time: 0.0398529 Sep 15 14:23:13.002253 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-11f7924c-34ee-4ebb-b00d-8007de1490a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:13.003696 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-11f7924c-34ee-4ebb-b00d-8007de1490a7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.0874975 Sep 15 14:23:13.042849 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-1fc96234-9a55-439c-ad13-c687fda31759 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6823da98-87fc-4bab-8e61-edb2eba66bc9 HTTP/1.1" status: 200 len: 217 time: 0.0315349 Sep 15 14:23:13.090570 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-1b710cf8-2666-4246-aeb3-e3f95a6e972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:13.092036 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-1b710cf8-2666-4246-aeb3-e3f95a6e972a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0437508 Sep 15 14:23:13.134482 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-2fdeb6dd-84e1-4d17-861d-e889c8f31c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:13.135941 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-2fdeb6dd-84e1-4d17-861d-e889c8f31c22 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369079 Sep 15 14:23:13.226483 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-c207cdc6-b4b1-4d09-b34f-622e70113b9a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Sep 15 14:23:13.277392 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:13.304085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:13.321304 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3f82d63f-6a43-4e6a-aa56-296c613359df req-f27ddaf4-3a1d-4968-aec9-93f76e14fb24 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889940 Sep 15 14:23:13.614873 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b907-5c7f-4271-b0ba-7379deea3468 req-cd16aad0-37dc-4853-8de2-1feb4f296fb8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:13.616381 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1204b907-5c7f-4271-b0ba-7379deea3468 req-cd16aad0-37dc-4853-8de2-1feb4f296fb8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 943 time: 0.0519810 Sep 15 14:23:13.662693 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-1204b907-5c7f-4271-b0ba-7379deea3468 req-c970158b-1b31-49ba-9c4f-d7dab5337519 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407865 Sep 15 14:23:14.388487 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 6823da98-87fc-4bab-8e61-edb2eba66bc9 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:23:14.391207 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:14.392703 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:14.488223 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 6823da98-87fc-4bab-8e61-edb2eba66bc9, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6823da98-87fc-4bab-8e61-edb2eba66bc9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:23:14.498866 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '6823da98-87fc-4bab-8e61-edb2eba66bc9', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'port_id': '6823da98-87fc-4bab-8e61-edb2eba66bc9', 'mac_address': 'fa:16:3e:ff:d6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:23:14.540019 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 6823da98-87fc-4bab-8e61-edb2eba66bc9 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:23:14.540409 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:14.553084 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6823da98-87fc-4bab-8e61-edb2eba66bc9 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:23:14.573675 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 6823da98-87fc-4bab-8e61-edb2eba66bc9, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6823da98-87fc-4bab-8e61-edb2eba66bc9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:23:14.577128 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:14.621586 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=6823da98-87fc-4bab-8e61-edb2eba66bc9,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:14.629092 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.629441 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.629780 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.630115 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.630446 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.630774 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.631097 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.631422 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.631780 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.632106 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.632427 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.632748 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.633068 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.633386 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.633702 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:23:14.782970 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcca994-8f05-4293-874f-d7b80b2f8bfc req-f242886c-ea04-466e-8e56-5e897464aeec tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:14.784468 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5dcca994-8f05-4293-874f-d7b80b2f8bfc req-f242886c-ea04-466e-8e56-5e897464aeec tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 944 time: 0.0465567 Sep 15 14:23:14.831696 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5dcca994-8f05-4293-874f-d7b80b2f8bfc req-6f4ad2e5-748e-41fb-86a0-9801f6a47990 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416028 Sep 15 14:23:14.990221 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['6823da98-87fc-4bab-8e61-edb2eba66bc9'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:23:15.951554 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c223-4631-4f39-bc23-de9106f2cd45 req-b3b09354-b473-4a8a-a58a-97a12b8d1326 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:15.953834 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a447c223-4631-4f39-bc23-de9106f2cd45 req-b3b09354-b473-4a8a-a58a-97a12b8d1326 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 944 time: 0.0466444 Sep 15 14:23:16.002385 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a447c223-4631-4f39-bc23-de9106f2cd45 req-c7cd03f4-f4f2-4e1e-89bf-b494710555d4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430791 Sep 15 14:23:16.411373 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 6823da98-87fc-4bab-8e61-edb2eba66bc9 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:23:16.452484 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 6823da98-87fc-4bab-8e61-edb2eba66bc9 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:23:16.459034 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 6823da98-87fc-4bab-8e61-edb2eba66bc9 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:23:16.459420 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:16.459787 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 6823da98-87fc-4bab-8e61-edb2eba66bc9 Sep 15 14:23:16.664563 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 6823da98-87fc-4bab-8e61-edb2eba66bc9 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:23:16.664989 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:16.668260 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:16.689858 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6823da98-87fc-4bab-8e61-edb2eba66bc9'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:23:16.692098 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b21e90-0d44-4090-b8ce-7595be1a9558" -d '{"events": [{"server_uuid": "ac0daab3-8cb7-4360-a1e5-13476c70d800", "name": "network-vif-plugged", "status": "completed", "tag": "6823da98-87fc-4bab-8e61-edb2eba66bc9"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:23:16.704857 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 6823da98-87fc-4bab-8e61-edb2eba66bc9, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6823da98-87fc-4bab-8e61-edb2eba66bc9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:23:16.708992 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:16.733286 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded6ffa-f9b9-47f6-8a7c-b13c92b72406 x-openstack-request-id: req-5ded6ffa-f9b9-47f6-8a7c-b13c92b72406 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:23:16.733575 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0daab3-8cb7-4360-a1e5-13476c70d800", "name": "network-vif-plugged", "status": "completed", "tag": "6823da98-87fc-4bab-8e61-edb2eba66bc9", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:23:16.733808 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5ded6ffa-f9b9-47f6-8a7c-b13c92b72406 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:23:16.734212 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ded6ffa-f9b9-47f6-8a7c-b13c92b72406'] response: {'server_uuid': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6823da98-87fc-4bab-8e61-edb2eba66bc9', 'code': 200} Sep 15 14:23:16.757729 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=6823da98-87fc-4bab-8e61-edb2eba66bc9,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:23:16.938494 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bf07a-ceea-465c-99e9-8a078a42b0a8 req-77fcbe73-6e6a-4cab-9b92-612c566d3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:16.940044 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cc3bf07a-ceea-465c-99e9-8a078a42b0a8 req-77fcbe73-6e6a-4cab-9b92-612c566d3d64 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 1129 time: 0.0381401 Sep 15 14:23:16.984836 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-cc3bf07a-ceea-465c-99e9-8a078a42b0a8 req-3259c413-20e2-4d15-80dd-85c82f573d3c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377975 Sep 15 14:23:17.122540 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df5e64-c756-4eca-80c4-1947bd24b447 req-297b448d-cd8e-4278-a501-d9331d3ecb04 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:17.124030 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f6df5e64-c756-4eca-80c4-1947bd24b447 req-297b448d-cd8e-4278-a501-d9331d3ecb04 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 945 time: 0.0460508 Sep 15 14:23:17.175393 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f6df5e64-c756-4eca-80c4-1947bd24b447 req-57378c29-f876-418c-bbce-e409e1cfbbad tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Sep 15 14:23:18.304121 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dd31c-e1e3-446a-90f3-5ce56cd797f7 req-892d22a1-1e2e-4d04-abe3-68871668adb2 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:18.305609 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6e5dd31c-e1e3-446a-90f3-5ce56cd797f7 req-892d22a1-1e2e-4d04-abe3-68871668adb2 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Sep 15 14:23:18.352098 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6e5dd31c-e1e3-446a-90f3-5ce56cd797f7 req-0c3b48e5-ed8a-462e-9034-538fb883faff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408785 Sep 15 14:23:19.473325 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2d1fb-3a37-4a2f-9af4-6685ccb9c78a req-a13377ff-3bb7-4ef3-9f3a-bf8f171f463d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:19.474858 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-26d2d1fb-3a37-4a2f-9af4-6685ccb9c78a req-a13377ff-3bb7-4ef3-9f3a-bf8f171f463d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 945 time: 0.0463681 Sep 15 14:23:19.522045 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-26d2d1fb-3a37-4a2f-9af4-6685ccb9c78a req-401b93cd-9673-4669-9b1f-396df2b7b899 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416448 Sep 15 14:23:19.641506 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57a0f1-68b2-46f8-8729-c32b572ad874 req-e40c8e7a-9619-41ba-b6c7-45a78223ced7 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:19.643000 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae57a0f1-68b2-46f8-8729-c32b572ad874 req-e40c8e7a-9619-41ba-b6c7-45a78223ced7 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 945 time: 0.0467877 Sep 15 14:23:19.653123 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59656) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:23:19.657993 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-cae1b03c-786b-46c1-92cb-11a5e20ffad9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'floatingip': {'port_id': '6823da98-87fc-4bab-8e61-edb2eba66bc9'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:23:19.698830 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cae1b03c-786b-46c1-92cb-11a5e20ffad9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (f8f74f82-5cbc-467e-a05b-e856513e6b0e), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:20.109211 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cae1b03c-786b-46c1-92cb-11a5e20ffad9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:20.113060 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cae1b03c-786b-46c1-92cb-11a5e20ffad9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (f8f74f82-5cbc-467e-a05b-e856513e6b0e), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:20.438970 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [None req-cae1b03c-786b-46c1-92cb-11a5e20ffad9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Floating IP f8f74f82-5cbc-467e-a05b-e856513e6b0e associated. External IP: 172.27.1.21, port: 6823da98-87fc-4bab-8e61-edb2eba66bc9. Sep 15 14:23:20.574613 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:20.576578 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:20.641214 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae1b03c-786b-46c1-92cb-11a5e20ffad9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:23:20.744826 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae1b03c-786b-46c1-92cb-11a5e20ffad9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:23:20.749675 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cae1b03c-786b-46c1-92cb-11a5e20ffad9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:20.754383 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:23:20.764110 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:23:20.764735 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:23:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:23:20.779827 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-cae1b03c-786b-46c1-92cb-11a5e20ffad9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/f8f74f82-5cbc-467e-a05b-e856513e6b0e HTTP/1.1" status: 200 len: 990 time: 1.1256063 Sep 15 14:23:20.780467 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'tag': '6823da98-87fc-4bab-8e61-edb2eba66bc9'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:23:20.783418 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0daab3-8cb7-4360-a1e5-13476c70d800", "tag": "6823da98-87fc-4bab-8e61-edb2eba66bc9"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:23:20.801937 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:20.822257 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129f5e83-afc6-4733-9df3-429da2d24853 x-openstack-request-id: req-129f5e83-afc6-4733-9df3-429da2d24853 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:23:20.822547 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0daab3-8cb7-4360-a1e5-13476c70d800", "tag": "6823da98-87fc-4bab-8e61-edb2eba66bc9", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:23:20.823079 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-129f5e83-afc6-4733-9df3-429da2d24853 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:23:20.823496 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129f5e83-afc6-4733-9df3-429da2d24853'] response: {'name': 'network-changed', 'server_uuid': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'tag': '6823da98-87fc-4bab-8e61-edb2eba66bc9', 'status': 'completed', 'code': 200} Sep 15 14:23:20.873408 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:23:20.909272 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-52712eed-20a1-424f-aadd-ce34b2306590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:20.910814 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-52712eed-20a1-424f-aadd-ce34b2306590 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 1129 time: 0.0402744 Sep 15 14:23:21.004622 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-26f11975-394a-451c-aafe-0d3495609df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:21.006015 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-26f11975-394a-451c-aafe-0d3495609df4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.0896261 Sep 15 14:23:21.010710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:21.068760 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-321d217d-870d-4923-b1ef-5282d9406472 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6823da98-87fc-4bab-8e61-edb2eba66bc9 HTTP/1.1" status: 200 len: 998 time: 0.0562232 Sep 15 14:23:21.090880 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3c1bf3f5-73a5-470e-9a8d-b1d25da15777', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:42Z', 'revision_number': 2, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}, {'id': 'f8f74f82-5cbc-467e-a05b-e856513e6b0e', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '6823da98-87fc-4bab-8e61-edb2eba66bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:ff:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:23:06Z', 'updated_at': '2022-09-15T14:23:20Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:23:21.115943 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:23:21.118546 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-80cc9ca3-8902-4e3f-a1da-c77c523dfe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:21.120101 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-80cc9ca3-8902-4e3f-a1da-c77c523dfe7e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0452495 Sep 15 14:23:21.124264 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:23:21.125406 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:23:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:23:21.166850 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-61c3498e-d918-4129-85b4-a31408f0c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:21.168460 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-61c3498e-d918-4129-85b4-a31408f0c046 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422688 Sep 15 14:23:21.228272 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:23:21.260280 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-52c2594c-1394-4e42-b40e-6107b06985bc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856874 Sep 15 14:23:21.359512 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15cc07fc-c54c-4b4f-9ec8-9ca3a994818f req-6b4873e0-0d9f-4360-939d-4adfefd40426 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926445 Sep 15 14:23:21.442614 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3c1bf3f5-73a5-470e-9a8d-b1d25da15777', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:42Z', 'revision_number': 2, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}, {'id': 'f8f74f82-5cbc-467e-a05b-e856513e6b0e', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '6823da98-87fc-4bab-8e61-edb2eba66bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:ff:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:23:06Z', 'updated_at': '2022-09-15T14:23:20Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:23:21.467874 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3093e3b-b512-4106-a140-f14a18f25284 None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3c1bf3f5-73a5-470e-9a8d-b1d25da15777', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:42Z', 'revision_number': 2, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}, {'id': 'f8f74f82-5cbc-467e-a05b-e856513e6b0e', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '6823da98-87fc-4bab-8e61-edb2eba66bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:ff:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:23:06Z', 'updated_at': '2022-09-15T14:23:20Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:23:21.657769 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3795bca4-5057-483b-92d8-a48a595591f2 None None] New status for floating IP f8f74f82-5cbc-467e-a05b-e856513e6b0e: ACTIVE {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:23:28.452009 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e8b38542-21b6-43d0-96da-789e85bc7ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:29.515778 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=69,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:29.518379 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=74,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:30.710611 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7767c57f-b449-4428-9080-917fd7cce954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:31.355006 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=71 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:31.356912 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=70 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:31.757903 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:31.760667 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:32.017982 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:33.477627 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:33.554419 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:36.932327 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:23:43.548657 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:43.551263 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:46.653393 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:23:46.927846 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:46.929016 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:56.639266 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:56.648514 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:23:57.809120 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-a1683947-2445-4587-bf97-94e8733d8804 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371060 Sep 15 14:23:57.889793 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-5f594597-ac06-4055-a268-88433b81d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:57.891377 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-5f594597-ac06-4055-a268-88433b81d7fd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0388143 Sep 15 14:23:57.996296 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-7baad812-e97c-4294-a6e3-9e95a2fdd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:57.997750 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-7baad812-e97c-4294-a6e3-9e95a2fdd8b5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 909 time: 0.0890896 Sep 15 14:23:58.057365 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-8fb0a425-546c-402e-8c9a-a43c2be84d36 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 1000 time: 0.0536113 Sep 15 14:23:58.110533 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-24d7cbde-89e9-431c-9a9b-5e9ff0c7859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:58.111920 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-24d7cbde-89e9-431c-9a9b-5e9ff0c7859a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 200 len: 848 time: 0.0489104 Sep 15 14:23:58.154677 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-1065526a-8e7c-4d6b-9b2c-10cf12cc8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:23:58.156795 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-1065526a-8e7c-4d6b-9b2c-10cf12cc8df4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=350ec69d-428d-4e46-965f-648414b78c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378666 Sep 15 14:23:58.249457 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-834dd777-8ec3-48ea-8c46-393e78d25921 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869563 Sep 15 14:23:58.337765 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-820c991f-9d3d-4834-8d2e-1c89473d8425 req-79920c18-dc6b-4bad-bcd8-97de1f3c70f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824881 Sep 15 14:23:58.454704 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c57a074b-3117-4ca9-b4b4-1d25854ea864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:00.712786 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-668ec062-f4ef-444b-8a62-a22a74134171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:00.885011 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:00.888887 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:02.023240 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:03.480017 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:03.557067 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:08.333642 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=54 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:08.334421 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=47 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:13.547737 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:13.552425 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:13.930822 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:24:16.660806 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:23.926680 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:23.927428 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:26.654909 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:26.656277 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:27.382008 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa76335-683a-47d6-a7bd-c985a95d4407 req-6b4569df-c09a-4507-8a47-67b0da734e19 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:27.383481 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-afa76335-683a-47d6-a7bd-c985a95d4407 req-6b4569df-c09a-4507-8a47-67b0da734e19 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0482635 Sep 15 14:24:27.435453 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-afa76335-683a-47d6-a7bd-c985a95d4407 req-9232b85b-ff23-4f3c-a953-895454b14cb6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463116 Sep 15 14:24:28.457460 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-e88dfc75-02af-44f3-992d-82cc5d86881c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:28.556831 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b51fa-e0bd-4ea9-ab32-a9e5923e982c req-d6dd2603-d7c9-45df-872a-1cf06cfb7070 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:28.558301 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-338b51fa-e0bd-4ea9-ab32-a9e5923e982c req-d6dd2603-d7c9-45df-872a-1cf06cfb7070 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0470788 Sep 15 14:24:28.611598 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-338b51fa-e0bd-4ea9-ab32-a9e5923e982c req-6100fb50-a97c-439b-9417-77fb13880e07 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475080 Sep 15 14:24:29.733948 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c786efe-2224-4414-a5e2-5a16d04ee1cc req-2d3ffd20-1fe5-4642-a1c9-530859383524 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:29.735415 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9c786efe-2224-4414-a5e2-5a16d04ee1cc req-2d3ffd20-1fe5-4642-a1c9-530859383524 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0468881 Sep 15 14:24:29.784102 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9c786efe-2224-4414-a5e2-5a16d04ee1cc req-4c5885ea-d2c1-45c4-a452-58fad4ac74e5 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430908 Sep 15 14:24:30.714550 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4f01ed63-ee8f-4461-9afd-8db8aff44706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:30.903417 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96f91d-a202-43aa-b8a8-ed32a39c9628 req-af211e3d-26bb-46f1-9e95-e3e4dfb80bcd tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:30.904895 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8a96f91d-a202-43aa-b8a8-ed32a39c9628 req-af211e3d-26bb-46f1-9e95-e3e4dfb80bcd tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0462525 Sep 15 14:24:30.953886 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-8a96f91d-a202-43aa-b8a8-ed32a39c9628 req-a52057a6-4248-422d-a88a-000b909acece tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Sep 15 14:24:32.022912 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:32.074632 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66417db-e34b-42ca-b1c2-e07ce46dce81 req-a0b2fd1e-f851-4ee1-8e11-54cba5f89a2e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:32.076103 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a66417db-e34b-42ca-b1c2-e07ce46dce81 req-a0b2fd1e-f851-4ee1-8e11-54cba5f89a2e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0474048 Sep 15 14:24:32.124349 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a66417db-e34b-42ca-b1c2-e07ce46dce81 req-194b432e-ad67-4203-acda-c190508cafab tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Sep 15 14:24:33.242233 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d9cd0-593e-4d9f-9932-3732410bbfe6 req-c49e455b-885f-421f-abba-abd19ae75769 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:33.243708 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-865d9cd0-593e-4d9f-9932-3732410bbfe6 req-c49e455b-885f-421f-abba-abd19ae75769 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0452187 Sep 15 14:24:33.291927 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-865d9cd0-593e-4d9f-9932-3732410bbfe6 req-1417fd8e-728c-405a-b2a9-f91eef1380c2 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Sep 15 14:24:33.481826 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:33.559309 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:34.415168 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321b7c-36c6-4ebd-b7e7-a3d786ff11ea req-a62523d8-ef60-4273-8be9-2daf25f4c289 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:34.416637 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3e321b7c-36c6-4ebd-b7e7-a3d786ff11ea req-a62523d8-ef60-4273-8be9-2daf25f4c289 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0500193 Sep 15 14:24:34.467023 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3e321b7c-36c6-4ebd-b7e7-a3d786ff11ea req-32d5981e-599b-4348-8089-b09fab8b978e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445929 Sep 15 14:24:35.592314 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3ad88-951a-41cd-a71e-4dd9406a20d5 req-2778637c-0c5b-4cdd-b296-471f486ffce7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:35.594441 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c5f3ad88-951a-41cd-a71e-4dd9406a20d5 req-2778637c-0c5b-4cdd-b296-471f486ffce7 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0511043 Sep 15 14:24:35.643656 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c5f3ad88-951a-41cd-a71e-4dd9406a20d5 req-a16bb38c-e164-4004-9826-43120ab0d26c tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 Sep 15 14:24:36.245349 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4921c89-1b9b-44d5-886a-2fbacd6f0d2f req-b81ba112-8abe-4adb-9457-53a99b4c491e tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:36.246807 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d4921c89-1b9b-44d5-886a-2fbacd6f0d2f req-b81ba112-8abe-4adb-9457-53a99b4c491e tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 945 time: 0.0463903 Sep 15 14:24:36.294494 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d4921c89-1b9b-44d5-886a-2fbacd6f0d2f req-a6965405-6766-4be0-b074-889011179203 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414155 Sep 15 14:24:36.772989 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480e64c-f7ca-4937-988f-b9dfa48bb445 req-078e7d4e-1c85-4fb3-aad3-8c1cf32fc6aa tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:36.774474 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a480e64c-f7ca-4937-988f-b9dfa48bb445 req-078e7d4e-1c85-4fb3-aad3-8c1cf32fc6aa tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0475626 Sep 15 14:24:36.824197 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a480e64c-f7ca-4937-988f-b9dfa48bb445 req-31d84113-05b3-472e-a12d-490e77e79f9c tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 Sep 15 14:24:37.416142 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b67362-f3d3-4779-9288-beaee27b9646 req-5ffc23d3-796a-4fa8-b97f-d28c41434288 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:37.417594 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15b67362-f3d3-4779-9288-beaee27b9646 req-5ffc23d3-796a-4fa8-b97f-d28c41434288 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 945 time: 0.0466237 Sep 15 14:24:37.467165 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15b67362-f3d3-4779-9288-beaee27b9646 req-5b20a763-5528-4fb5-83fd-1b7e24b44851 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=48f9be83-30e0-48cf-9067-2ebb835daf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435929 Sep 15 14:24:37.894602 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:37.895322 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:37.945888 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed689-ae6f-4dd4-841b-8f5c84717d46 req-bab75761-af89-4935-a3ca-5e6509c13ee6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:37.947367 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d81ed689-ae6f-4dd4-841b-8f5c84717d46 req-bab75761-af89-4935-a3ca-5e6509c13ee6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0480781 Sep 15 14:24:38.011515 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-2ac8005a-5904-4543-b411-59e26c13b677 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:38.013054 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-2ac8005a-5904-4543-b411-59e26c13b677 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 945 time: 0.0466218 Sep 15 14:24:38.027414 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-d090d5d0-175b-4164-9d34-e4153373bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:38.028935 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-d090d5d0-175b-4164-9d34-e4153373bafd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0590847 Sep 15 14:24:38.033777 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d81ed689-ae6f-4dd4-841b-8f5c84717d46 req-aafa7b45-3987-4d43-8d57-a61ce39186d1 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807173 Sep 15 14:24:38.101288 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Deleting port 6823da98-87fc-4bab-8e61-edb2eba66bc9 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:24:38.101626 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:38.120188 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-e814d5c1-f07b-45e0-9f23-4d9a1cc1b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:38.121637 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-e814d5c1-f07b-45e0-9f23-4d9a1cc1b057 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 909 time: 0.0869262 Sep 15 14:24:38.185716 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-c49e6e50-d631-47aa-babe-b82c3d305130 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 1000 time: 0.0584080 Sep 15 14:24:38.196081 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] For port 6823da98-87fc-4bab-8e61-edb2eba66bc9, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=6823da98-87fc-4bab-8e61-edb2eba66bc9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:24:38.196443 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:38.237816 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-cc35bea4-0e0f-411c-ab5c-bd5cd52b2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:38.239269 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-cc35bea4-0e0f-411c-ab5c-bd5cd52b2088 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 200 len: 848 time: 0.0444145 Sep 15 14:24:38.283607 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-931c91d2-a368-4fe5-9ccd-f5231c84fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:38.285145 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-931c91d2-a368-4fe5-9ccd-f5231c84fd95 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=350ec69d-428d-4e46-965f-648414b78c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398524 Sep 15 14:24:38.357314 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:38.360085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:38.360506 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (f8f74f82-5cbc-467e-a05b-e856513e6b0e), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:38.360848 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Floating IP f8f74f82-5cbc-467e-a05b-e856513e6b0e disassociated. External IP: 172.27.1.21, port: 6823da98-87fc-4bab-8e61-edb2eba66bc9. Sep 15 14:24:38.361252 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Calling delete_port for 6823da98-87fc-4bab-8e61-edb2eba66bc9 owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:24:38.380061 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-12436f8a-9829-47c5-8034-61ad73e19ea5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885990 Sep 15 14:24:38.436522 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:38.466298 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:38.476147 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:38.488310 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-23bb3ab5-4f9c-47de-b49d-9fbe300e4517 req-895b79ae-1dc7-4e96-9a6e-a4c2f9f2bea7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028717 Sep 15 14:24:38.494496 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (6823da98-87fc-4bab-8e61-edb2eba66bc9), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:38.523485 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'Port': ['ID=6823da98-87fc-4bab-8e61-edb2eba66bc9,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:38.536509 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.536866 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.537212 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.537566 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.537889 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.538221 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.538549 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.538875 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.539203 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.539530 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.539883 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.540215 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.540540 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.540862 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.541192 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:38.667153 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-935a4e28-454b-456e-90c4-03cfbf8724fa req-fe1f036e-76f9-4944-81e2-04f8389d8dec tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 210 time: 0.1192162 Sep 15 14:24:38.675658 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:24:38.777759 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:24:38.788726 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:24:38.798858 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:24:38.799473 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:24:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:24:38.823770 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] No DVR routers for this DVR port 6823da98-87fc-4bab-8e61-edb2eba66bc9 on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:24:38.826239 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:38.830291 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3d70ba10-7c2c-4b48-b785-61886eaa85fc req-755be07a-e8bb-476e-b736-9f58a7b46eff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "DELETE /networking/v2.0/ports/6823da98-87fc-4bab-8e61-edb2eba66bc9 HTTP/1.1" status: 204 len: 173 time: 0.8123860 Sep 15 14:24:38.830779 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'name': 'network-vif-deleted', 'tag': '6823da98-87fc-4bab-8e61-edb2eba66bc9'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:24:38.833043 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aa06b4-b55f-4b30-a7fa-67b73457bc34" -d '{"events": [{"server_uuid": "ac0daab3-8cb7-4360-a1e5-13476c70d800", "name": "network-vif-deleted", "tag": "6823da98-87fc-4bab-8e61-edb2eba66bc9"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:24:38.872135 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b842bc-7256-4478-ab68-e1265eebe616 x-openstack-request-id: req-e8b842bc-7256-4478-ab68-e1265eebe616 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:24:38.872426 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0daab3-8cb7-4360-a1e5-13476c70d800", "name": "network-vif-deleted", "tag": "6823da98-87fc-4bab-8e61-edb2eba66bc9", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:24:38.872681 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8b842bc-7256-4478-ab68-e1265eebe616 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:24:38.873082 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b842bc-7256-4478-ab68-e1265eebe616'] response: {'server_uuid': 'ac0daab3-8cb7-4360-a1e5-13476c70d800', 'name': 'network-vif-deleted', 'tag': '6823da98-87fc-4bab-8e61-edb2eba66bc9', 'status': 'completed', 'code': 200} Sep 15 14:24:38.905017 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:24:39.119744 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3c1bf3f5-73a5-470e-9a8d-b1d25da15777', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:42Z', 'revision_number': 2, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:24:39.149117 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:24:39.155461 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd48bfb-5175-477e-859f-6c533c4acde4 req-1844bebd-36dd-48e9-9c9a-1f31972574f5 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:39.157370 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5bd48bfb-5175-477e-859f-6c533c4acde4 req-1844bebd-36dd-48e9-9c9a-1f31972574f5 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0480809 Sep 15 14:24:39.157740 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:24:39.158341 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:24:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:24:39.206597 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-5bd48bfb-5175-477e-859f-6c533c4acde4 req-3291b03f-4c3b-4a77-ad29-57110b908e65 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Sep 15 14:24:39.260429 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:24:39.466244 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3c1bf3f5-73a5-470e-9a8d-b1d25da15777', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:42Z', 'revision_number': 2, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:24:39.490431 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b3b11-cf55-4de1-89b3-9c4a4b6c4f6c None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3c1bf3f5-73a5-470e-9a8d-b1d25da15777', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:b3:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1316954-2ee7-42c7-a914-f56173515086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:42Z', 'revision_number': 2, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:24:39.704625 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e999b9-8d44-4781-978e-4dd730b4f9a5 None None] New status for floating IP f8f74f82-5cbc-467e-a05b-e856513e6b0e: DOWN {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:24:39.832519 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f2ccf011-6f6c-4531-8753-67aa22a8cf28 req-8bd0655d-86fe-4e1d-af94-49c906dcc8dd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ac0daab3-8cb7-4360-a1e5-13476c70d800 HTTP/1.1" status: 200 len: 210 time: 0.0824776 Sep 15 14:24:40.332052 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af950-5e0e-4143-bbfb-07df3b046ff2 req-717232b2-fc27-472e-9c99-a80631158d83 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:40.333527 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-eb7af950-5e0e-4143-bbfb-07df3b046ff2 req-717232b2-fc27-472e-9c99-a80631158d83 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0485902 Sep 15 14:24:40.383532 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-eb7af950-5e0e-4143-bbfb-07df3b046ff2 req-cf9b1778-fd28-4309-b735-24549108ab9d tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444031 Sep 15 14:24:40.932122 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59748) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:40.989434 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d6913394-1ef4-4497-a602-c9b6bc36a198 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (48f9be83-30e0-48cf-9067-2ebb835daf1c), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.011380 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d6913394-1ef4-4497-a602-c9b6bc36a198 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (48f9be83-30e0-48cf-9067-2ebb835daf1c), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.057258 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d6913394-1ef4-4497-a602-c9b6bc36a198 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (48f9be83-30e0-48cf-9067-2ebb835daf1c), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.059781 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d6913394-1ef4-4497-a602-c9b6bc36a198 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.060922 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d6913394-1ef4-4497-a602-c9b6bc36a198 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/48f9be83-30e0-48cf-9067-2ebb835daf1c HTTP/1.1" status: 204 len: 168 time: 0.1278286 Sep 15 14:24:41.063993 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59750) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:41.070339 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6913394-1ef4-4497-a602-c9b6bc36a198 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9be83-30e0-48cf-9067-2ebb835daf1c,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:41.079783 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.api.v2.resource [None req-32d0ba38-7cd3-498b-a3e2-87e8b0f2b93e tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] show failed (client error): The resource could not be found. Sep 15 14:24:41.080818 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-32d0ba38-7cd3-498b-a3e2-87e8b0f2b93e tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups/48f9be83-30e0-48cf-9067-2ebb835daf1c HTTP/1.1" status: 404 len: 347 time: 0.0158269 Sep 15 14:24:41.083935 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59752) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:41.199621 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Deleting port f6a09802-95eb-48f1-a930-a53809fb3e19 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:24:41.200004 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (f6a09802-95eb-48f1-a930-a53809fb3e19), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.285488 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (f6a09802-95eb-48f1-a930-a53809fb3e19), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.285728 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (f6a09802-95eb-48f1-a930-a53809fb3e19), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.298476 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Calling delete_port for f6a09802-95eb-48f1-a930-a53809fb3e19 owned by network:floatingip {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:24:41.427765 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (f6a09802-95eb-48f1-a930-a53809fb3e19), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.458033 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'Port': ['ID=f6a09802-95eb-48f1-a930-a53809fb3e19,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:41.506767 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.507136 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.507462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.507831 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.508166 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.508497 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.508825 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.509150 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.509477 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.509802 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.510128 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.510469 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.510777 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.511100 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.511420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:41.552287 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3920ba-d4e0-4a52-bee9-e1df93a9b195 req-71a800a9-03f7-433d-853c-c4d08a9225f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:41.553689 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ec3920ba-d4e0-4a52-bee9-e1df93a9b195 req-71a800a9-03f7-433d-853c-c4d08a9225f6 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0932064 Sep 15 14:24:41.583938 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (f8f74f82-5cbc-467e-a05b-e856513e6b0e), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.586386 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:41.587486 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8dd4b9e4-9589-4678-9db1-2746cb72e6c5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/f8f74f82-5cbc-467e-a05b-e856513e6b0e HTTP/1.1" status: 204 len: 168 time: 0.5026615 Sep 15 14:24:41.618698 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ec3920ba-d4e0-4a52-bee9-e1df93a9b195 req-a5fabf49-8830-4eeb-ab74-a023ede62e6e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588446 Sep 15 14:24:41.917582 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf7d0f-354f-4354-b636-2fe9144ff215 req-22626996-f9a1-44ba-9ac8-33e76c5d6ea8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:41.919099 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f9cf7d0f-354f-4354-b636-2fe9144ff215 req-22626996-f9a1-44ba-9ac8-33e76c5d6ea8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0965345 Sep 15 14:24:41.923273 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-c9695393-a736-4a9e-8fd2-ba575edc07d0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306050 Sep 15 14:24:41.969655 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f9cf7d0f-354f-4354-b636-2fe9144ff215 req-50b85880-a17f-4f7c-a17e-8bc597248d74 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445423 Sep 15 14:24:42.868089 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 6823da98-87fc-4bab-8e61-edb2eba66bc9 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:24:42.888074 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 6823da98-87fc-4bab-8e61-edb2eba66bc9 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:24:42.888350 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 6823da98-87fc-4bab-8e61-edb2eba66bc9 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:24:43.023497 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:43.074523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-67f8e30d-5f26-4889-8751-54c8f29ac2e0 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:43.075911 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-67f8e30d-5f26-4889-8751-54c8f29ac2e0 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports/92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 942 time: 0.1123748 Sep 15 14:24:43.112803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be48e-35a5-4191-aeb0-890f67143574 req-021c8292-5168-496e-99c1-19fc889e94e4 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:43.114305 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f2be48e-35a5-4191-aeb0-890f67143574 req-021c8292-5168-496e-99c1-19fc889e94e4 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0582943 Sep 15 14:24:43.172333 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9f2be48e-35a5-4191-aeb0-890f67143574 req-07186a40-59f5-40b9-b5de-f6831b3a6952 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515630 Sep 15 14:24:43.245302 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ba60f-5712-4f95-a36b-8943f03c16fa req-1e760f81-ead6-4aae-8a45-7633789c8d86 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:43.246762 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aa1ba60f-5712-4f95-a36b-8943f03c16fa req-1e760f81-ead6-4aae-8a45-7633789c8d86 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 946 time: 0.0501864 Sep 15 14:24:43.292373 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-aa1ba60f-5712-4f95-a36b-8943f03c16fa req-d77c21f7-c7a3-4b46-98ed-7b9e6a5a389f tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Sep 15 14:24:44.285458 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:44.302164 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f7c6-589c-4539-aaa6-d24be18c7d19 req-566cda8e-5999-43fe-a9fc-18dd10ea9583 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:44.302164 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-24a1f7c6-589c-4539-aaa6-d24be18c7d19 req-566cda8e-5999-43fe-a9fc-18dd10ea9583 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0534034 Sep 15 14:24:44.354087 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-24a1f7c6-589c-4539-aaa6-d24be18c7d19 req-4d48483e-c1bb-45be-9b6a-64c7d3eda31b tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 Sep 15 14:24:44.413278 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab0853-c779-46a9-9eb3-606db3fa374a req-7bbbf245-0443-4abb-b858-4fbb24a2e503 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:44.414707 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-feab0853-c779-46a9-9eb3-606db3fa374a req-7bbbf245-0443-4abb-b858-4fbb24a2e503 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 946 time: 0.0457413 Sep 15 14:24:44.461253 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-feab0853-c779-46a9-9eb3-606db3fa374a req-a655a8d2-70eb-4527-acb6-e105386241e5 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Sep 15 14:24:44.864017 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 92a00c0d-2475-4939-b1bd-39d65c68f258 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:24:44.945784 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 92a00c0d-2475-4939-b1bd-39d65c68f258 is: ACTIVE; New status is: DOWN {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:24:44.946174 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:44.960419 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:44.974608 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:24:44.976948 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965b0924-8456-40b5-9d81-aed5ab86a13c" -d '{"events": [{"server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "name": "network-vif-unplugged", "status": "completed", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:24:44.986947 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:44.990668 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=92a00c0d-2475-4939-b1bd-39d65c68f258,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:24:44.994805 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:45.017443 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36438662-bce1-45e8-b60f-bbab590e9ed2 x-openstack-request-id: req-36438662-bce1-45e8-b60f-bbab590e9ed2 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:24:45.017728 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "name": "network-vif-unplugged", "status": "failed", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258", "code": 422}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:24:45.017974 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-36438662-bce1-45e8-b60f-bbab590e9ed2 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:24:45.018364 dv-cinder-856971-2-iscsi neutron-server[106457]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-36438662-bce1-45e8-b60f-bbab590e9ed2']: {'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'code': 422} returned with failed status Sep 15 14:24:45.043438 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=92a00c0d-2475-4939-b1bd-39d65c68f258,revision_number=6']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:45.051225 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.051590 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.051936 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.052275 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.052607 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.052943 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.053265 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.053590 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.053915 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.054238 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.054562 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.054890 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.055219 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.055528 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.055877 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:24:45.224012 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-ef22b361-f6da-4a66-bc65-e36f3b9aed7b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:45.225407 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-ef22b361-f6da-4a66-bc65-e36f3b9aed7b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 946 time: 0.0454638 Sep 15 14:24:45.307344 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Deleting port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:24:45.308011 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:45.398910 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] For port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:24:45.399274 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:45.476960 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b8b28-989d-4e29-acd4-361046ea69cd req-869ebd99-c32e-4b68-85d3-2726c29e2e26 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:45.478347 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-339b8b28-989d-4e29-acd4-361046ea69cd req-869ebd99-c32e-4b68-85d3-2726c29e2e26 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0492206 Sep 15 14:24:45.533181 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-339b8b28-989d-4e29-acd4-361046ea69cd req-68fce56f-8794-4888-8705-96416f6a58f0 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491166 Sep 15 14:24:45.840619 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c904d-4a3d-4b95-a1ef-23de7e85d109 req-51843a29-a1aa-4ae4-a4bf-9e4397ec4db1 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:45.841988 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ca7c904d-4a3d-4b95-a1ef-23de7e85d109 req-51843a29-a1aa-4ae4-a4bf-9e4397ec4db1 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 946 time: 0.2992840 Sep 15 14:24:45.844129 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:45.844478 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (3c1bf3f5-73a5-470e-9a8d-b1d25da15777), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:45.844782 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Floating IP 3c1bf3f5-73a5-470e-9a8d-b1d25da15777 disassociated. External IP: 172.27.1.131, port: 3e53009f-b7c0-4a55-9eee-c213b2f6bde1. Sep 15 14:24:45.845120 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Calling delete_port for 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:24:45.933831 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ca7c904d-4a3d-4b95-a1ef-23de7e85d109 req-0932dd4f-baed-45a7-a148-759594574afd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843499 Sep 15 14:24:46.011404 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (3e53009f-b7c0-4a55-9eee-c213b2f6bde1), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:46.039303 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'Port': ['ID=3e53009f-b7c0-4a55-9eee-c213b2f6bde1,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:46.134481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:46.151328 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:24:46.236042 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:46.255276 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:24:46.264476 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:24:46.273978 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:24:46.274580 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:24:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:24:46.297586 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] No DVR routers for this DVR port 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:24:46.300215 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:46.303397 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fd019cfd-3575-4755-9b89-0c13ec2194eb req-2db5ab9d-8050-4a52-9c92-ea8766603658 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "DELETE /networking/v2.0/ports/3e53009f-b7c0-4a55-9eee-c213b2f6bde1 HTTP/1.1" status: 204 len: 173 time: 1.0729730 Sep 15 14:24:46.303916 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1316954-2ee7-42c7-a914-f56173515086', 'name': 'network-vif-deleted', 'tag': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:24:46.306262 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150c0346-c01e-4b4d-bdef-37a029cf3041" -d '{"events": [{"server_uuid": "d1316954-2ee7-42c7-a914-f56173515086", "name": "network-vif-deleted", "tag": "3e53009f-b7c0-4a55-9eee-c213b2f6bde1"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:24:46.350949 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fe2ee5-9ee4-4f3e-bce1-fb260beeafdb x-openstack-request-id: req-a4fe2ee5-9ee4-4f3e-bce1-fb260beeafdb {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:24:46.351609 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1316954-2ee7-42c7-a914-f56173515086", "name": "network-vif-deleted", "tag": "3e53009f-b7c0-4a55-9eee-c213b2f6bde1", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:24:46.351609 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a4fe2ee5-9ee4-4f3e-bce1-fb260beeafdb {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:24:46.351923 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fe2ee5-9ee4-4f3e-bce1-fb260beeafdb'] response: {'server_uuid': 'd1316954-2ee7-42c7-a914-f56173515086', 'name': 'network-vif-deleted', 'tag': '3e53009f-b7c0-4a55-9eee-c213b2f6bde1', 'status': 'completed', 'code': 200} Sep 15 14:24:46.529661 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:24:46.677973 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55aa4-77ce-4654-834f-2e787f5a01ac req-d25eba5a-700c-4572-bf5b-6bc78838a7ed tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:46.679787 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6fb55aa4-77ce-4654-834f-2e787f5a01ac req-d25eba5a-700c-4572-bf5b-6bc78838a7ed tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0662262 Sep 15 14:24:46.688878 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:46.729631 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6fb55aa4-77ce-4654-834f-2e787f5a01ac req-050b669e-6a16-4b39-b908-3cb7ad3fdfef tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Sep 15 14:24:46.755907 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:24:46.784233 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:24:46.792446 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:24:46.793042 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:24:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:24:46.895143 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:24:47.071485 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c4a96c72-e31e-49a3-a0c0-40833a307401 req-f1b85328-d4da-4a0f-9ec6-aed404b98a97 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1316954-2ee7-42c7-a914-f56173515086 HTTP/1.1" status: 200 len: 210 time: 0.0320766 Sep 15 14:24:47.108202 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:24:47.132543 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db49d2-2844-4939-b404-580da1c83aeb None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:24:47.353227 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2db00a-68b4-4085-b27f-6f9b515bde20 None None] New status for floating IP 3c1bf3f5-73a5-470e-9a8d-b1d25da15777: DOWN {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:24:47.856879 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213361a9-dbbc-4826-a1f7-a6b6a3cc0aa6 req-7ec643f4-2afa-4b62-b299-78d72cc97a97 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:47.858343 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-213361a9-dbbc-4826-a1f7-a6b6a3cc0aa6 req-7ec643f4-2afa-4b62-b299-78d72cc97a97 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0510948 Sep 15 14:24:47.907368 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-213361a9-dbbc-4826-a1f7-a6b6a3cc0aa6 req-4145a883-2fe5-4524-bf6c-738dc2bd6a3b tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434997 Sep 15 14:24:48.054022 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-518d879d-4445-4ed1-b1ac-5edcfe158c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:48.055508 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-518d879d-4445-4ed1-b1ac-5edcfe158c25 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a&tenant_id=3280b84c87ee422c986300291186a41d HTTP/1.1" status: 200 len: 1127 time: 0.0688980 Sep 15 14:24:48.144642 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-f5e0fcb4-991b-4ccc-8d42-1ae23fdf8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:48.146143 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-f5e0fcb4-991b-4ccc-8d42-1ae23fdf8cb0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1127 time: 0.0493484 Sep 15 14:24:48.168130 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 59820) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:48.198350 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:48.225107 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ca75f61d-62e2-4c33-b740-a052108dfcaf tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.238901 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-2de4de4e-f9bc-4628-980f-ec7c009008fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:48.240412 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-2de4de4e-f9bc-4628-980f-ec7c009008fa service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 909 time: 0.0887091 Sep 15 14:24:48.247865 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ca75f61d-62e2-4c33-b740-a052108dfcaf tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.265884 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:48.296830 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ca75f61d-62e2-4c33-b740-a052108dfcaf tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.299392 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ca75f61d-62e2-4c33-b740-a052108dfcaf tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.300582 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ca75f61d-62e2-4c33-b740-a052108dfcaf tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d HTTP/1.1" status: 204 len: 168 time: 0.1314306 Sep 15 14:24:48.303724 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59822) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:48.315297 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75f61d-62e2-4c33-b740-a052108dfcaf tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:48.323252 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.api.v2.resource [None req-8a655c9e-6ba2-45d6-bc58-535ab3078ec1 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] show failed (client error): The resource could not be found. Sep 15 14:24:48.324323 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-8a655c9e-6ba2-45d6-bc58-535ab3078ec1 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups/e1c45994-88cc-4cfb-ac8c-7f4d92af1f7d HTTP/1.1" status: 404 len: 347 time: 0.0195756 Sep 15 14:24:48.326271 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-1620a832-8063-4af4-82d8-8cde96ac6413 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 998 time: 0.0792789 Sep 15 14:24:48.328042 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59824) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:48.462266 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-c256dddb-97b1-47ab-a16a-ba7cbbc2d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:48.463740 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-c256dddb-97b1-47ab-a16a-ba7cbbc2d6e7 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 200 len: 848 time: 0.1282959 Sep 15 14:24:48.485893 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Deleting port b488ef1f-3cc5-4dd9-a12d-ccc710c3d968 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:24:48.486237 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (b488ef1f-3cc5-4dd9-a12d-ccc710c3d968), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.553380 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-76728f11-a25d-40f0-b3e5-13652b7d96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:48.554861 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-76728f11-a25d-40f0-b3e5-13652b7d96c0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=350ec69d-428d-4e46-965f-648414b78c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852385 Sep 15 14:24:48.636370 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (b488ef1f-3cc5-4dd9-a12d-ccc710c3d968), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.636613 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (b488ef1f-3cc5-4dd9-a12d-ccc710c3d968), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.658615 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:48.661519 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Calling delete_port for b488ef1f-3cc5-4dd9-a12d-ccc710c3d968 owned by network:floatingip {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:24:48.695126 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-3e74fa69-b957-4127-aea9-2ccdc9fd9cfd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317728 Sep 15 14:24:48.830841 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:48.845053 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-294c0244-73ac-4509-9250-ee5be15079ea service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239181 Sep 15 14:24:48.862340 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:24:48.882027 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:24:48.882370 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 3e53009f-b7c0-4a55-9eee-c213b2f6bde1 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:24:48.896075 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (b488ef1f-3cc5-4dd9-a12d-ccc710c3d968), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.920541 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'Port': ['ID=b488ef1f-3cc5-4dd9-a12d-ccc710c3d968,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:48.988938 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (3c1bf3f5-73a5-470e-9a8d-b1d25da15777), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.991402 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:48.992585 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-d252b923-a8c9-436d-aa4e-9184e5af99eb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/3c1bf3f5-73a5-470e-9a8d-b1d25da15777 HTTP/1.1" status: 204 len: 168 time: 0.6636579 Sep 15 14:24:49.033339 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba48e3-1a1d-4a14-9d23-e4a20515ace4 req-d74f28d9-e75d-42fa-9d1f-9af3976de3f0 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:49.034819 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9aba48e3-1a1d-4a14-9d23-e4a20515ace4 req-d74f28d9-e75d-42fa-9d1f-9af3976de3f0 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0530434 Sep 15 14:24:49.070248 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59830) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:49.074822 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-6b438290-be72-4fd2-aaa2-8d111408ec31 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406127922', 'description': 'tempest-description--1339823523'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:24:49.085885 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9aba48e3-1a1d-4a14-9d23-e4a20515ace4 req-1737fc57-4566-4202-b22e-1207c0dfe24e tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454268 Sep 15 14:24:49.097667 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6b438290-be72-4fd2-aaa2-8d111408ec31 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.168499 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6b438290-be72-4fd2-aaa2-8d111408ec31 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (436330cf-aebd-4ae3-940e-fdfb999228bc), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.172024 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6b438290-be72-4fd2-aaa2-8d111408ec31 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (436330cf-aebd-4ae3-940e-fdfb999228bc), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.201732 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b438290-be72-4fd2-aaa2-8d111408ec31 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436330cf-aebd-4ae3-940e-fdfb999228bc,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:49.206525 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6b438290-be72-4fd2-aaa2-8d111408ec31 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.207857 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6b438290-be72-4fd2-aaa2-8d111408ec31 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1365149 Sep 15 14:24:49.210751 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59832) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:49.214909 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-474cb699-1b97-4cc0-8ca4-e2f1b8b1b3ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group_rule': {'security_group_id': '436330cf-aebd-4ae3-940e-fdfb999228bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:24:49.242093 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-474cb699-1b97-4cc0-8ca4-e2f1b8b1b3ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (9ad00de9-cb74-48bc-81e4-5235bb3603c5), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.296852 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-474cb699-1b97-4cc0-8ca4-e2f1b8b1b3ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (9ad00de9-cb74-48bc-81e4-5235bb3603c5), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.302446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-474cb699-1b97-4cc0-8ca4-e2f1b8b1b3ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (9ad00de9-cb74-48bc-81e4-5235bb3603c5), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.322440 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cb699-1b97-4cc0-8ca4-e2f1b8b1b3ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad00de9-cb74-48bc-81e4-5235bb3603c5,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:49.327378 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-474cb699-1b97-4cc0-8ca4-e2f1b8b1b3ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.331600 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-474cb699-1b97-4cc0-8ca4-e2f1b8b1b3ff tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171472 Sep 15 14:24:49.331600 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59834) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:49.335565 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-6a6ff5bb-486a-4191-96cb-a2847e0b4ee3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group_rule': {'security_group_id': '436330cf-aebd-4ae3-940e-fdfb999228bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:24:49.364859 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff5bb-486a-4191-96cb-a2847e0b4ee3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (a94a3e17-a5b3-4c71-92ca-0cb2832139a1), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.411928 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff5bb-486a-4191-96cb-a2847e0b4ee3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (a94a3e17-a5b3-4c71-92ca-0cb2832139a1), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.415208 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff5bb-486a-4191-96cb-a2847e0b4ee3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (a94a3e17-a5b3-4c71-92ca-0cb2832139a1), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.434331 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ff5bb-486a-4191-96cb-a2847e0b4ee3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94a3e17-a5b3-4c71-92ca-0cb2832139a1,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:49.439983 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6a6ff5bb-486a-4191-96cb-a2847e0b4ee3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.441150 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6a6ff5bb-486a-4191-96cb-a2847e0b4ee3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1087477 Sep 15 14:24:49.444241 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59836) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:24:49.448752 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:24:49.464283 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:49.470014 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.551366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.588396 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:49.654055 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Allocated IP 172.27.1.235 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/01875b8d-fa44-49d5-b8f8-de2127bfd6fd) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:24:49.759342 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (01875b8d-fa44-49d5-b8f8-de2127bfd6fd), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.790221 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (01875b8d-fa44-49d5-b8f8-de2127bfd6fd), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.828007 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:24:49.834723 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:24:49.838503 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:24:49.841684 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=01875b8d-fa44-49d5-b8f8-de2127bfd6fd,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:49.923302 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (772bb966-4b7b-4990-9fb6-c9162f3e4465), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:49.959978 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (01875b8d-fa44-49d5-b8f8-de2127bfd6fd), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:50.111864 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (01875b8d-fa44-49d5-b8f8-de2127bfd6fd), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:50.116201 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (01875b8d-fa44-49d5-b8f8-de2127bfd6fd), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:50.166382 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:50.216451 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (772bb966-4b7b-4990-9fb6-c9162f3e4465), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:50.223536 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=01875b8d-fa44-49d5-b8f8-de2127bfd6fd,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:50.247715 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee0a6e-1f9f-4122-a24f-240624da5607 req-e4bcb96a-8c17-415b-81c9-b2739b444794 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:50.249384 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e5ee0a6e-1f9f-4122-a24f-240624da5607 req-e4bcb96a-8c17-415b-81c9-b2739b444794 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0787218 Sep 15 14:24:50.252373 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:50.253463 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-8c47aa87-262e-4cb8-8ddf-1b0520342dcd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8080661 Sep 15 14:24:50.284903 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:50.305190 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e5ee0a6e-1f9f-4122-a24f-240624da5607 req-50dbb813-b547-4406-8958-06c9bd5d7aed tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496433 Sep 15 14:24:50.407077 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-a5f3f78c-392d-44df-b4a7-adca7e6a8f11 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1406127922&fields=id&tenant_id=d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 267 time: 0.0422232 Sep 15 14:24:50.516150 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-f0af7bad-1be2-47da-9cb5-eb3bc636299b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:50.517694 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-f0af7bad-1be2-47da-9cb5-eb3bc636299b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 815 time: 0.1042283 Sep 15 14:24:50.533114 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-a6a92429-bd56-499d-9862-46cfe22f98c9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/quotas/d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 375 time: 0.0100448 Sep 15 14:24:50.582454 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-bf9c7051-12aa-4001-8b03-321364b5409b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440979 Sep 15 14:24:50.685557 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-ff9ae786-c1b9-430d-813d-32c4768d9cb9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911589 Sep 15 14:24:50.776986 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-41fb9183-cdfb-48e9-a29b-f86ad0ba0988 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856249 Sep 15 14:24:50.930478 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:24:50.943039 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e18e3ead-ff9a-4b4f-8210-1e1120c7cea4 req-fb032321-3087-452d-8759-fce8512fc272 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 210 time: 0.0286865 Sep 15 14:24:51.435425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c021e4-b1ca-4dba-bc77-9472a3e66355 req-1e28b587-dc88-48af-ab45-ddbc38d88b59 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:51.436930 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f2c021e4-b1ca-4dba-bc77-9472a3e66355 req-1e28b587-dc88-48af-ab45-ddbc38d88b59 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0486767 Sep 15 14:24:51.491337 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f2c021e4-b1ca-4dba-bc77-9472a3e66355 req-00ff4507-8d4f-4cba-bbf0-1fe31086c88f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488088 Sep 15 14:24:52.060427 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-858a0422-3834-4ffe-8b41-33966623cdcf req-cecbe928-38e1-4a29-bde2-497bfbd283c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 210 time: 0.0383101 Sep 15 14:24:52.081307 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-0609a8cd-5a71-45ed-a188-0678c6b9c22b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:52.082806 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-0609a8cd-5a71-45ed-a188-0678c6b9c22b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 815 time: 0.1397448 Sep 15 14:24:52.152402 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-a523eb9c-2a29-43b2-8e9b-641c96369516 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 380 time: 0.0523996 Sep 15 14:24:52.209668 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'port': {'device_id': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'admin_state_up': True, 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'security_groups': ['436330cf-aebd-4ae3-940e-fdfb999228bc']}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:24:52.320056 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Made reservation on behalf of d1c7aba744814c7ca12a1dab68e1815a for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:24:52.323876 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:52.445857 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Allocated IP 172.20.0.6 (48608c61-4597-4efa-9ed7-e6d47fa23e1a/5f8fac34-eb32-48ce-83d7-b2746b93cf43/d80795fb-c4c0-43dc-ae59-5ec1a0711341) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:24:52.585410 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:52.614704 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccf46a-00ef-4a7b-bfe8-7ef826a0c824 req-70c074b5-8c7a-4a71-86bb-5d37aab0d8fb tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:52.616410 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b1ccf46a-00ef-4a7b-bfe8-7ef826a0c824 req-70c074b5-8c7a-4a71-86bb-5d37aab0d8fb tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0472701 Sep 15 14:24:52.618789 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:52.659585 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:24:52.662614 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:24:52.665060 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:24:52.669273 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b1ccf46a-00ef-4a7b-bfe8-7ef826a0c824 req-75c24182-0bbf-4649-bbb3-3735fdccbbbf tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464065 Sep 15 14:24:52.711169 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=d80795fb-c4c0-43dc-ae59-5ec1a0711341,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:52.729513 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:52.730145 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:52.746546 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-4eae2ec5-a5f3-465f-8353-30228d328d57 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403979 Sep 15 14:24:52.764153 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Request body: {'port': {'device_id': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:24:52.768346 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:52.793927 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:52.833835 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:52.871511 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-3de17a04-8a87-40dc-a1d9-67fa9ae0361a None None] Provisioning complete for port d80795fb-c4c0-43dc-ae59-5ec1a0711341 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:24:52.872103 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3de17a04-8a87-40dc-a1d9-67fa9ae0361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:52.872252 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3de17a04-8a87-40dc-a1d9-67fa9ae0361a None None] Attempt 1 to provision port d80795fb-c4c0-43dc-ae59-5ec1a0711341 Sep 15 14:24:52.904484 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3de17a04-8a87-40dc-a1d9-67fa9ae0361a None None] Port d80795fb-c4c0-43dc-ae59-5ec1a0711341 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:24:53.239507 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f143d-b4ef-4f2f-ab2c-3c387b46fc94 req-b255d7e6-5f0a-4498-9ee2-f459794a9123 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:53.240983 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0d5f143d-b4ef-4f2f-ab2c-3c387b46fc94 req-b255d7e6-5f0a-4498-9ee2-f459794a9123 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 931 time: 0.0711348 Sep 15 14:24:53.344192 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0d5f143d-b4ef-4f2f-ab2c-3c387b46fc94 req-ce1a81e7-f420-44d1-8170-e32c1584b03c tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738175 Sep 15 14:24:53.399100 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80795fb-c4c0-43dc-ae59-5ec1a0711341 {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:24:53.405929 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3de17a04-8a87-40dc-a1d9-67fa9ae0361a None None] Attempt 2 to provision port d80795fb-c4c0-43dc-ae59-5ec1a0711341 Sep 15 14:24:53.406810 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Publish callbacks [] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:53.418940 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Transition to ACTIVE for port object d80795fb-c4c0-43dc-ae59-5ec1a0711341 will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:24:53.425891 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:53.441987 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3de17a04-8a87-40dc-a1d9-67fa9ae0361a None None] Port d80795fb-c4c0-43dc-ae59-5ec1a0711341 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:24:53.489640 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Pushing event updated for resources: {'Port': ['ID=d80795fb-c4c0-43dc-ae59-5ec1a0711341,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:53.537922 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Attempting to bind port d80795fb-c4c0-43dc-ae59-5ec1a0711341 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:24:53.538256 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Attempting to bind port d80795fb-c4c0-43dc-ae59-5ec1a0711341 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:24:53.538580 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Attempting to bind port d80795fb-c4c0-43dc-ae59-5ec1a0711341 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:24:53.570278 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:53.574945 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:53.580364 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Port d80795fb-c4c0-43dc-ae59-5ec1a0711341 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:24:53.580705 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Attempting to bind port d80795fb-c4c0-43dc-ae59-5ec1a0711341 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:24:53.623510 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:24:53.623989 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Checking segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:24:53.624124 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Bound using segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:24:53.624583 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Bound port: d80795fb-c4c0-43dc-ae59-5ec1a0711341, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:24:53.624924 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:53.688303 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] For port d80795fb-c4c0-43dc-ae59-5ec1a0711341, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:24:53.691385 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] For port d80795fb-c4c0-43dc-ae59-5ec1a0711341, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d80795fb-c4c0-43dc-ae59-5ec1a0711341,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:24:53.697781 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:53.701810 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:53.702998 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:53.704444 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/d80795fb-c4c0-43dc-ae59-5ec1a0711341 HTTP/1.1" status: 200 len: 1093 time: 0.9445512 Sep 15 14:24:53.704994 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'tag': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:24:53.707224 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f9a63a-6b92-4422-942b-aab17786b664" -d '{"events": [{"name": "network-changed", "server_uuid": "77c39a84-6cce-4bcf-863a-dc4400c55b0e", "tag": "d80795fb-c4c0-43dc-ae59-5ec1a0711341"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:24:53.754704 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296d8ca6-e1d2-425b-8df6-9c84c6f86887 x-openstack-request-id: req-296d8ca6-e1d2-425b-8df6-9c84c6f86887 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:24:53.755039 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c39a84-6cce-4bcf-863a-dc4400c55b0e", "tag": "d80795fb-c4c0-43dc-ae59-5ec1a0711341", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:24:53.755261 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-296d8ca6-e1d2-425b-8df6-9c84c6f86887 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:24:53.755665 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296d8ca6-e1d2-425b-8df6-9c84c6f86887'] response: {'name': 'network-changed', 'server_uuid': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'tag': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341', 'status': 'completed', 'code': 200} Sep 15 14:24:53.760593 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb1cda-fb2d-4dc9-942b-51b70389d74a service neutron] Pushing event updated for resources: {'Port': ['ID=d80795fb-c4c0-43dc-ae59-5ec1a0711341,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:53.817849 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-97a32cec-6804-4a91-be35-d2989f8f616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:53.818852 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84ea89-5020-46ea-a165-2efefb0165c8 req-ad9903b0-2fc7-4996-b190-2a812da6a3f5 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:53.819457 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-97a32cec-6804-4a91-be35-d2989f8f616f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 1127 time: 0.0400214 Sep 15 14:24:53.820690 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-be84ea89-5020-46ea-a165-2efefb0165c8 req-ad9903b0-2fc7-4996-b190-2a812da6a3f5 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0478899 Sep 15 14:24:53.868619 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-48563635-54bc-4434-b384-7bd7519f57f1 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d80795fb-c4c0-43dc-ae59-5ec1a0711341 HTTP/1.1" status: 200 len: 217 time: 0.0359790 Sep 15 14:24:53.871591 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-be84ea89-5020-46ea-a165-2efefb0165c8 req-f674775c-5fd4-4b92-ac45-66fd360b1823 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452607 Sep 15 14:24:53.904575 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:53.921752 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-e4d64adf-61a3-4dcc-aa3f-b2a418218f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:53.923200 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-e4d64adf-61a3-4dcc-aa3f-b2a418218f94 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0489688 Sep 15 14:24:53.935441 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:53.943079 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-3de17a04-8a87-40dc-a1d9-67fa9ae0361a None None] Attempt 3 to provision port d80795fb-c4c0-43dc-ae59-5ec1a0711341 Sep 15 14:24:53.968162 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-45dd1863-dfc3-45bb-a1a3-1abb98b10d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:53.969682 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-45dd1863-dfc3-45bb-a1a3-1abb98b10d3f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412002 Sep 15 14:24:53.981302 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3de17a04-8a87-40dc-a1d9-67fa9ae0361a None None] Port d80795fb-c4c0-43dc-ae59-5ec1a0711341 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:24:54.066113 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-2a9d5d7f-4810-44e0-a646-bd5ea48feba6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888596 Sep 15 14:24:54.154506 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-56c43183-d501-47ae-9d35-5f324f50fe25 req-8e146995-8be0-4264-99fc-adcc2231fa30 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821021 Sep 15 14:24:54.469071 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524384b-67c2-472e-92ff-3a490ce1b72a req-d7bc04dd-ac3d-496b-8ba0-53fcac40c40b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:54.470537 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e524384b-67c2-472e-92ff-3a490ce1b72a req-d7bc04dd-ac3d-496b-8ba0-53fcac40c40b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 943 time: 0.0507607 Sep 15 14:24:54.516304 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e524384b-67c2-472e-92ff-3a490ce1b72a req-57b37ecf-8a7d-4eac-a6d5-e06e5b328004 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402462 Sep 15 14:24:54.994920 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89288677-ba2f-4ac8-a967-ece577019dc5 req-9351ad06-0008-472d-9b04-52ece7d7e1ec tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:54.996398 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-89288677-ba2f-4ac8-a967-ece577019dc5 req-9351ad06-0008-472d-9b04-52ece7d7e1ec tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0496979 Sep 15 14:24:55.044749 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-89288677-ba2f-4ac8-a967-ece577019dc5 req-4f876995-c6e4-4957-bd85-2501ffc2acff tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 Sep 15 14:24:55.634777 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9149ec3-3e68-4dae-85eb-0d4388bb24cb req-67e1c6d7-06de-42ba-b71a-03cbf1087cf7 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:55.636151 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b9149ec3-3e68-4dae-85eb-0d4388bb24cb req-67e1c6d7-06de-42ba-b71a-03cbf1087cf7 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 943 time: 0.0462477 Sep 15 14:24:55.682666 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b9149ec3-3e68-4dae-85eb-0d4388bb24cb req-b84d466b-1664-4591-aaeb-e7970e8aff7b tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408063 Sep 15 14:24:56.150591 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:56.167077 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47bcae-5fa8-44b8-990c-edc64faddb19 req-8b31c021-cc3f-443f-8b84-e2db18e4f520 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:56.168588 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-da47bcae-5fa8-44b8-990c-edc64faddb19 req-8b31c021-cc3f-443f-8b84-e2db18e4f520 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0475509 Sep 15 14:24:56.217140 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-da47bcae-5fa8-44b8-990c-edc64faddb19 req-e4a52070-3462-40d3-b3cc-9def8ba6e51d tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Sep 15 14:24:56.377851 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9a63a-6b92-4422-942b-aab17786b664 req-c172e76e-27e5-43a2-a170-8be0417916a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:56.378642 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-51f9a63a-6b92-4422-942b-aab17786b664 req-c172e76e-27e5-43a2-a170-8be0417916a2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 1127 time: 0.0387516 Sep 15 14:24:56.806091 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafa7e7-672b-4392-9353-123c3efeafad req-81421fae-3edf-4c9b-a1bf-1c4f2147782d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:56.807556 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6eafa7e7-672b-4392-9353-123c3efeafad req-81421fae-3edf-4c9b-a1bf-1c4f2147782d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 943 time: 0.0494230 Sep 15 14:24:56.854397 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6eafa7e7-672b-4392-9353-123c3efeafad req-e4fb2b0a-3c1c-4e88-b007-283b26843809 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 Sep 15 14:24:56.882639 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device d80795fb-c4c0-43dc-ae59-5ec1a0711341 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:24:56.983062 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port d80795fb-c4c0-43dc-ae59-5ec1a0711341, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d80795fb-c4c0-43dc-ae59-5ec1a0711341,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:24:56.994613 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'port_id': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341', 'mac_address': 'fa:16:3e:44:f8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:24:57.028869 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port d80795fb-c4c0-43dc-ae59-5ec1a0711341 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:24:57.029251 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:57.042642 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80795fb-c4c0-43dc-ae59-5ec1a0711341 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:24:57.062269 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port d80795fb-c4c0-43dc-ae59-5ec1a0711341, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d80795fb-c4c0-43dc-ae59-5ec1a0711341,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:24:57.066198 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:57.110931 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=d80795fb-c4c0-43dc-ae59-5ec1a0711341,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:57.322414 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:57.337600 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2714b-0f12-488b-ab1d-fa44c10b9598 req-648f51b3-b139-45b6-9757-54f25625550f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:57.339063 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e9f2714b-0f12-488b-ab1d-fa44c10b9598 req-648f51b3-b139-45b6-9757-54f25625550f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0467219 Sep 15 14:24:57.366093 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9a63a-6b92-4422-942b-aab17786b664 req-36c1324a-73a8-40c5-99ee-5e18958d6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:57.367664 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-51f9a63a-6b92-4422-942b-aab17786b664 req-36c1324a-73a8-40c5-99ee-5e18958d6c7e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.0887833 Sep 15 14:24:57.393861 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e9f2714b-0f12-488b-ab1d-fa44c10b9598 req-f7235db3-5517-4456-bb7a-5081ac776957 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481281 Sep 15 14:24:57.413859 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-51f9a63a-6b92-4422-942b-aab17786b664 req-28285caa-9895-4b9d-88ba-6ffde06f8f7f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d80795fb-c4c0-43dc-ae59-5ec1a0711341 HTTP/1.1" status: 200 len: 217 time: 0.0396154 Sep 15 14:24:57.431454 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:57.482487 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9a63a-6b92-4422-942b-aab17786b664 req-9fb24a33-4fd1-4b81-850d-b9b1a8982d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:57.484016 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-51f9a63a-6b92-4422-942b-aab17786b664 req-9fb24a33-4fd1-4b81-850d-b9b1a8982d42 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0467746 Sep 15 14:24:57.528255 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9a63a-6b92-4422-942b-aab17786b664 req-987b4f2a-5566-44e2-b58d-5152bcfe2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:57.529617 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-51f9a63a-6b92-4422-942b-aab17786b664 req-987b4f2a-5566-44e2-b58d-5152bcfe2a37 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382340 Sep 15 14:24:57.536502 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['d80795fb-c4c0-43dc-ae59-5ec1a0711341'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:24:57.625935 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-51f9a63a-6b92-4422-942b-aab17786b664 req-96aeefa8-8136-4669-ac5f-8df6da2d11f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880771 Sep 15 14:24:57.719267 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-51f9a63a-6b92-4422-942b-aab17786b664 req-64ec188a-22d0-4002-b19d-1cb886ec578b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867479 Sep 15 14:24:57.987523 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5a87-a275-4fd8-877b-9c3e025a4287 req-e1ea12ca-4140-4478-b3d2-a79c7849c0e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:57.989125 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-855c5a87-a275-4fd8-877b-9c3e025a4287 req-e1ea12ca-4140-4478-b3d2-a79c7849c0e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 944 time: 0.0566249 Sep 15 14:24:58.001414 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:58.020559 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:58.037708 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-855c5a87-a275-4fd8-877b-9c3e025a4287 req-e89573dc-46d4-47f4-8342-ee2da3f499de tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Sep 15 14:24:58.464314 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-11de3242-a66f-4a88-ade5-5d87a06d8979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:58.518617 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f29ff-7859-44b6-a65c-db251488908f req-1c78ffb1-8dfd-482f-8b9e-ebfda6a2d07d tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:58.520095 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5e1f29ff-7859-44b6-a65c-db251488908f req-1c78ffb1-8dfd-482f-8b9e-ebfda6a2d07d tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 943 time: 0.0458744 Sep 15 14:24:58.569266 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5e1f29ff-7859-44b6-a65c-db251488908f req-25d90ba6-9479-4954-8af7-b63c5be3f4ca tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434759 Sep 15 14:24:58.886363 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 92a00c0d-2475-4939-b1bd-39d65c68f258 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:24:58.892268 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-b532a22b-2757-49c6-8757-288ac42db86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:58.893821 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-b532a22b-2757-49c6-8757-288ac42db86d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1127 time: 0.0403130 Sep 15 14:24:58.899142 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device d80795fb-c4c0-43dc-ae59-5ec1a0711341 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:24:59.000655 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port d80795fb-c4c0-43dc-ae59-5ec1a0711341 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:24:59.003098 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-6af34dba-af4a-4a7c-a829-81cb2f1f955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:59.004640 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-6af34dba-af4a-4a7c-a829-81cb2f1f955c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 909 time: 0.0923915 Sep 15 14:24:59.013429 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port d80795fb-c4c0-43dc-ae59-5ec1a0711341 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:24:59.013808 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:59.014143 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port d80795fb-c4c0-43dc-ae59-5ec1a0711341 Sep 15 14:24:59.051199 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=92a00c0d-2475-4939-b1bd-39d65c68f258,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:24:59.065525 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-b281f4a1-1192-4da5-a4bc-10d1c185f4c6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 998 time: 0.0551481 Sep 15 14:24:59.072167 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'port_id': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'mac_address': 'fa:16:3e:d0:87:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:24:59.106353 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:59.127860 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:24:59.131741 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-d97487a5-1104-479c-85a9-c4dec4ed9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:59.133186 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-d97487a5-1104-479c-85a9-c4dec4ed9462 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 200 len: 848 time: 0.0623219 Sep 15 14:24:59.138477 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 92a00c0d-2475-4939-b1bd-39d65c68f258 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:24:59.138855 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:59.161986 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a00c0d-2475-4939-b1bd-39d65c68f258 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:24:59.166004 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port d80795fb-c4c0-43dc-ae59-5ec1a0711341 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:24:59.166392 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:59.193937 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5da761-d815-4523-aea3-bed08f68ed21 req-d9cd633d-d257-47e2-8ee5-9e787e296c07 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:59.195884 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2e5da761-d815-4523-aea3-bed08f68ed21 req-d9cd633d-d257-47e2-8ee5-9e787e296c07 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 944 time: 0.0775175 Sep 15 14:24:59.197560 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=92a00c0d-2475-4939-b1bd-39d65c68f258,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:24:59.209379 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:24:59.211584 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e283393-0a43-4219-9a12-f32d780ef532" -d '{"events": [{"server_uuid": "77c39a84-6cce-4bcf-863a-dc4400c55b0e", "name": "network-vif-plugged", "status": "completed", "tag": "d80795fb-c4c0-43dc-ae59-5ec1a0711341"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:24:59.213330 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-6e85f4d3-866a-4906-9143-77bf0ab31442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:59.214784 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-6e85f4d3-866a-4906-9143-77bf0ab31442 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=350ec69d-428d-4e46-965f-648414b78c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644028 Sep 15 14:24:59.216152 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:59.229148 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port d80795fb-c4c0-43dc-ae59-5ec1a0711341, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d80795fb-c4c0-43dc-ae59-5ec1a0711341,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:24:59.251477 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:24:59.255884 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ca385f-ea36-4ec3-a36b-fee215fd6107 x-openstack-request-id: req-d7ca385f-ea36-4ec3-a36b-fee215fd6107 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:24:59.256179 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c39a84-6cce-4bcf-863a-dc4400c55b0e", "name": "network-vif-plugged", "status": "completed", "tag": "d80795fb-c4c0-43dc-ae59-5ec1a0711341", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:24:59.256432 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d7ca385f-ea36-4ec3-a36b-fee215fd6107 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:24:59.256821 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ca385f-ea36-4ec3-a36b-fee215fd6107'] response: {'server_uuid': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341', 'code': 200} Sep 15 14:24:59.278306 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=92a00c0d-2475-4939-b1bd-39d65c68f258,revision_number=7']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:59.308523 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2e5da761-d815-4523-aea3-bed08f68ed21 req-d14b1d1c-8ad6-41ae-a485-d6ce88b2e38f tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044369 Sep 15 14:24:59.341359 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=d80795fb-c4c0-43dc-ae59-5ec1a0711341,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:24:59.349230 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-b5808593-698f-4c3c-a8c8-085020a21b5e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267066 Sep 15 14:24:59.439546 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-78dc5610-8899-43f0-82fa-25156c1d1165 req-1534d29f-4a7d-4e9f-b4a3-ed8b3687b1cf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841231 Sep 15 14:24:59.473839 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f62f9-6158-4403-8cc6-e82d8f6977ed req-9b54fbcf-4a24-4819-a53b-53970b24770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:59.475426 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d03f62f9-6158-4403-8cc6-e82d8f6977ed req-9b54fbcf-4a24-4819-a53b-53970b24770d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 1129 time: 0.0394461 Sep 15 14:24:59.527158 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d03f62f9-6158-4403-8cc6-e82d8f6977ed req-e413a455-a6de-417d-90a4-4c9c635ba4b2 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399795 Sep 15 14:24:59.643907 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['92a00c0d-2475-4939-b1bd-39d65c68f258'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:24:59.699211 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5bd5f-71a4-4cc0-a7fb-8d3be13c7e8d req-61fca336-0617-4105-bfae-986fb281016f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:24:59.701010 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-83e5bd5f-71a4-4cc0-a7fb-8d3be13c7e8d req-61fca336-0617-4105-bfae-986fb281016f tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 944 time: 0.0512717 Sep 15 14:24:59.760271 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-83e5bd5f-71a4-4cc0-a7fb-8d3be13c7e8d req-381ecfb8-ea47-4635-b812-fadac8f926c1 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460367 Sep 15 14:25:00.440010 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21b95a-fe5b-4fa4-b0e4-6b729bea572c req-1dd636f4-1753-41d4-ba4f-68c11d504003 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:00.441482 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2a21b95a-fe5b-4fa4-b0e4-6b729bea572c req-1dd636f4-1753-41d4-ba4f-68c11d504003 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 945 time: 0.0504742 Sep 15 14:25:00.487631 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2a21b95a-fe5b-4fa4-b0e4-6b729bea572c req-2160e490-af10-4ea7-b3f2-619145c3ecd2 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404391 Sep 15 14:25:00.715938 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-55260759-dcb7-47a8-ae81-0bcd7af73b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:00.880446 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1efc7-e32c-4230-936a-fa932e2c19c6 req-6a28e452-28c4-432f-b0c0-358a045b4f29 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:00.881917 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-87f1efc7-e32c-4230-936a-fa932e2c19c6 req-6a28e452-28c4-432f-b0c0-358a045b4f29 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 944 time: 0.0471928 Sep 15 14:25:00.894941 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 92a00c0d-2475-4939-b1bd-39d65c68f258 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:25:00.930188 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:00.930898 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-87f1efc7-e32c-4230-936a-fa932e2c19c6 req-3400c187-4763-4b58-9600-480393d05f18 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433049 Sep 15 14:25:00.939969 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 92a00c0d-2475-4939-b1bd-39d65c68f258 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:25:00.940350 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:00.940689 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 92a00c0d-2475-4939-b1bd-39d65c68f258 Sep 15 14:25:01.015449 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 92a00c0d-2475-4939-b1bd-39d65c68f258 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:25:01.015942 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:01.048619 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=92a00c0d-2475-4939-b1bd-39d65c68f258,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:25:01.052211 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:01.099386 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=92a00c0d-2475-4939-b1bd-39d65c68f258,revision_number=8']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:25:01.258104 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:25:01.261852 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0182c2-757d-4743-b8a5-06a3c1ff9e5e" -d '{"events": [{"server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:25:01.306493 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3a9b88-d9ad-4b37-aa40-13cca4ecf190 x-openstack-request-id: req-5a3a9b88-d9ad-4b37-aa40-13cca4ecf190 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:25:01.306841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "name": "network-vif-plugged", "status": "completed", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:25:01.307024 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5a3a9b88-d9ad-4b37-aa40-13cca4ecf190 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:25:01.307458 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3a9b88-d9ad-4b37-aa40-13cca4ecf190'] response: {'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'code': 200} Sep 15 14:25:01.592640 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f016f-ac52-4431-868a-40471a54e877 req-147beece-3d4a-495e-9c85-3b3b6510e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:01.594365 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-887f016f-ac52-4431-868a-40471a54e877 req-147beece-3d4a-495e-9c85-3b3b6510e862 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0669961 Sep 15 14:25:01.625338 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d8057-f42a-4e5d-99af-173452e809e7 req-a8d7125c-b525-49ca-8c71-4e372f5de2f1 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:01.627409 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-837d8057-f42a-4e5d-99af-173452e809e7 req-a8d7125c-b525-49ca-8c71-4e372f5de2f1 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 945 time: 0.0650363 Sep 15 14:25:01.666695 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-887f016f-ac52-4431-868a-40471a54e877 req-5d7e8eae-2a9e-49ba-87b0-1f53f75ed8a5 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658479 Sep 15 14:25:01.692176 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-837d8057-f42a-4e5d-99af-173452e809e7 req-ac93ced4-a955-4737-91e3-80f456cd79fb tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553555 Sep 15 14:25:01.808680 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58048f9-35d2-46d1-95f7-128a4a26b668 req-f98dff0c-0e11-4a3d-ba62-722c1b87d147 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:01.810150 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b58048f9-35d2-46d1-95f7-128a4a26b668 req-f98dff0c-0e11-4a3d-ba62-722c1b87d147 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 945 time: 0.0462048 Sep 15 14:25:01.820962 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 59914) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:25:01.825335 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-4a57d1af-3fa3-408f-bcf5-06905a5be7c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'floatingip': {'port_id': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:25:01.866286 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4a57d1af-3fa3-408f-bcf5-06905a5be7c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (772bb966-4b7b-4990-9fb6-c9162f3e4465), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:02.035458 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:02.055909 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a04f6-4078-4cae-8135-f27736e1fd69 req-e3ead103-0911-4e29-84c5-29f05e08b5c2 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:02.057388 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0c8a04f6-4078-4cae-8135-f27736e1fd69 req-e3ead103-0911-4e29-84c5-29f05e08b5c2 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0502906 Sep 15 14:25:02.112650 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0c8a04f6-4078-4cae-8135-f27736e1fd69 req-6d9738f9-ee1b-4fb7-8f55-6608b532a252 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493562 Sep 15 14:25:02.146699 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:02.197151 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:02.285139 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4a57d1af-3fa3-408f-bcf5-06905a5be7c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:02.288685 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4a57d1af-3fa3-408f-bcf5-06905a5be7c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (772bb966-4b7b-4990-9fb6-c9162f3e4465), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:02.387421 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [None req-4a57d1af-3fa3-408f-bcf5-06905a5be7c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Floating IP 772bb966-4b7b-4990-9fb6-c9162f3e4465 associated. External IP: 172.27.1.235, port: d80795fb-c4c0-43dc-ae59-5ec1a0711341. Sep 15 14:25:02.584012 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a57d1af-3fa3-408f-bcf5-06905a5be7c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:25:02.919872 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57d1af-3fa3-408f-bcf5-06905a5be7c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:25:02.924279 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4a57d1af-3fa3-408f-bcf5-06905a5be7c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:02.929648 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:25:02.939322 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:25:02.940044 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:25:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:25:02.953804 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-4a57d1af-3fa3-408f-bcf5-06905a5be7c4 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/772bb966-4b7b-4990-9fb6-c9162f3e4465 HTTP/1.1" status: 200 len: 991 time: 1.1317956 Sep 15 14:25:02.955056 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'tag': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:25:02.957677 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "77c39a84-6cce-4bcf-863a-dc4400c55b0e", "tag": "d80795fb-c4c0-43dc-ae59-5ec1a0711341"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:25:02.980086 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:02.990372 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:03.004822 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630d97f-03fa-46c3-961c-ab5eebdae8f4 x-openstack-request-id: req-b630d97f-03fa-46c3-961c-ab5eebdae8f4 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:25:03.005109 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c39a84-6cce-4bcf-863a-dc4400c55b0e", "tag": "d80795fb-c4c0-43dc-ae59-5ec1a0711341", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:25:03.005362 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b630d97f-03fa-46c3-961c-ab5eebdae8f4 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:25:03.005760 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b630d97f-03fa-46c3-961c-ab5eebdae8f4'] response: {'name': 'network-changed', 'server_uuid': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'tag': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341', 'status': 'completed', 'code': 200} Sep 15 14:25:03.050463 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:25:03.233695 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9105a8-58ea-4c20-956e-c7a49c563411 req-1da2d4f0-909d-4c0b-a985-ed9e26890a55 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:03.235177 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9a9105a8-58ea-4c20-956e-c7a49c563411 req-1da2d4f0-909d-4c0b-a985-ed9e26890a55 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0470829 Sep 15 14:25:03.256926 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '772bb966-4b7b-4990-9fb6-c9162f3e4465', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:44:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:24:49Z', 'updated_at': '2022-09-15T14:25:02Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:25:03.285821 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9a9105a8-58ea-4c20-956e-c7a49c563411 req-6c992710-7ece-4cd4-a789-a52d4aedae41 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447922 Sep 15 14:25:03.286048 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:25:03.294382 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:25:03.294995 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:25:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:25:03.394769 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:25:03.465061 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-570fcf2d-49fe-400f-b31e-b94cb554dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:03.467270 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-570fcf2d-49fe-400f-b31e-b94cb554dde8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 1129 time: 0.0495327 Sep 15 14:25:03.503789 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:03.563665 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-cb79883b-be0b-4912-bada-39b467327dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:03.565296 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-cb79883b-be0b-4912-bada-39b467327dff service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.0912964 Sep 15 14:25:03.575411 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:03.605791 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:03.614488 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:03.630357 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-9353967e-ae1c-43c3-b1c9-66189a0e7690 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d80795fb-c4c0-43dc-ae59-5ec1a0711341 HTTP/1.1" status: 200 len: 999 time: 0.0575192 Sep 15 14:25:03.646312 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '772bb966-4b7b-4990-9fb6-c9162f3e4465', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:44:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:24:49Z', 'updated_at': '2022-09-15T14:25:02Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:25:03.671243 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414816c9-5d91-4a9a-a0ee-32791fa6c152 None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '772bb966-4b7b-4990-9fb6-c9162f3e4465', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:44:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:24:49Z', 'updated_at': '2022-09-15T14:25:02Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:25:03.684496 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-f29c557a-9c97-44f7-89ca-b0bf4971a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:03.685949 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-f29c557a-9c97-44f7-89ca-b0bf4971a49e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0488105 Sep 15 14:25:03.732367 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-5b2120d6-a911-41d3-8a2f-3b59e9b8bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:03.733825 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-5b2120d6-a911-41d3-8a2f-3b59e9b8bd81 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403075 Sep 15 14:25:03.835954 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-a9ef2a21-d334-478c-af08-fd9e4526ca97 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954320 Sep 15 14:25:03.882080 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3199a0b-2415-4c95-a5ba-80a24b25ea15 None None] New status for floating IP 772bb966-4b7b-4990-9fb6-c9162f3e4465: ACTIVE {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:25:03.928001 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e821318e-2c4a-4f0b-8847-d3ba0f5bb2cd req-db0932ff-c229-4619-b29c-cd380e018126 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864780 Sep 15 14:25:12.947001 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:12.951051 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:UPDATE=1,neutron:SELECT=55 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:13.649085 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=69 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:13.649723 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:13.924072 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=30 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:13.924898 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=30 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:14.889814 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:16.675199 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:16.883080 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:26.664144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:26.671570 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:26.900984 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:26.901786 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:27.929939 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:25:28.458192 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-eac6bdfd-3972-4f83-9512-2d7cdcc57393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:30.718887 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8421b8ea-9a65-4830-b601-85bb34eea6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:32.021116 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:33.492155 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:33.563765 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:37.926053 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:40.741258 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [req-a165b005-24d3-4ea0-b98f-79a4fd0db24c req-35a0c93d-e4af-412d-b098-60d97d1814dc service neutron] (106456) timed out ('10.222.0.52', 51897) {{(pid=106456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 14:25:41.644656 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [req-bd40fbde-7faa-4314-bab4-90967bda563d req-fbfb2bfe-4e5d-40db-8824-f702d017e62a service neutron] (106455) timed out ('10.222.0.52', 51906) {{(pid=106455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 14:25:43.553630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:43.559916 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:46.701117 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:51.890603 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:51.896281 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:56.696195 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:56.697952 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:25:58.460402 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-06577397-5ba9-4f2b-8c39-fa83e9a44416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:25:59.802618 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-ec462140-8a21-4113-abde-e0868ba9b384 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406692 Sep 15 14:25:59.911873 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-f248f0f0-bcdf-4ab0-bde1-d0eec80484bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:25:59.913373 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-f248f0f0-bcdf-4ab0-bde1-d0eec80484bc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0442715 Sep 15 14:26:00.019241 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-a2cc6e96-39f4-417c-a9ea-cec797d64779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:00.020735 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-a2cc6e96-39f4-417c-a9ea-cec797d64779 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 909 time: 0.0885122 Sep 15 14:26:00.084737 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-472e715a-c657-4a29-b770-a908d27c1ae2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 1000 time: 0.0580752 Sep 15 14:26:00.133347 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-bfb8df75-0e4a-460a-ab6c-de85dac0f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:00.134755 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-bfb8df75-0e4a-460a-ab6c-de85dac0f59f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 200 len: 848 time: 0.0441835 Sep 15 14:26:00.178396 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-ab66afa0-928f-4ea5-aa7b-019f8b082d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:00.179871 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-ab66afa0-928f-4ea5-aa7b-019f8b082d00 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=350ec69d-428d-4e46-965f-648414b78c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383081 Sep 15 14:26:00.272313 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-e826cc54-be80-41c5-b1bd-e70df180cce7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865738 Sep 15 14:26:00.361468 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d65a6666-031d-4645-b58c-46ffcf5bd192 req-ab3ae80f-cb12-4167-adf5-f8cb90dda18f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830550 Sep 15 14:26:00.720200 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7ec2eedf-ae81-4b68-a82c-d9851724ae8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:02.026532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:03.494981 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:03.566337 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:04.928624 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:26:10.357118 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=53 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:10.357908 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=48 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:13.560193 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:13.562571 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:16.690060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:26.684057 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:26.685912 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:28.468578 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8496fecd-a662-4d77-8de2-5dce40656dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:28.889646 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:28.890854 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=18 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:29.974639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21fcae-533b-4f0f-82c1-95270fc68df2 req-e144a181-30fe-452c-879a-a50a1a113830 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:29.976135 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bb21fcae-533b-4f0f-82c1-95270fc68df2 req-e144a181-30fe-452c-879a-a50a1a113830 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 945 time: 0.0516238 Sep 15 14:26:30.024478 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-bb21fcae-533b-4f0f-82c1-95270fc68df2 req-ea8c9885-008e-4add-aa48-917dd95b8a9a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427370 Sep 15 14:26:30.724239 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0237825d-4c50-4ec8-92ae-c70515411f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:31.149188 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5fcff-e7bc-42ac-86b8-1c484737ee12 req-05dbd09d-7b88-4595-8942-8d76e04511ce tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:31.150769 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0fc5fcff-e7bc-42ac-86b8-1c484737ee12 req-05dbd09d-7b88-4595-8942-8d76e04511ce tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 945 time: 0.0481126 Sep 15 14:26:31.198690 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-0fc5fcff-e7bc-42ac-86b8-1c484737ee12 req-389d7ff3-f86d-484d-b7fc-60eb9425ef65 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Sep 15 14:26:31.963977 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-487a89cc-37fb-42aa-82b1-5cdd08b1f544 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:31.965394 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-487a89cc-37fb-42aa-82b1-5cdd08b1f544 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 945 time: 0.0451026 Sep 15 14:26:32.025567 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:32.048765 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Deleting port d80795fb-c4c0-43dc-ae59-5ec1a0711341 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:32.049099 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:32.135320 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] For port d80795fb-c4c0-43dc-ae59-5ec1a0711341, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=d80795fb-c4c0-43dc-ae59-5ec1a0711341,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:32.135675 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:32.335056 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54fc0-2555-47d4-942d-fb105620c146 req-2ea34d75-7ae3-4706-b656-b86d74709773 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:32.336517 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ffe54fc0-2555-47d4-942d-fb105620c146 req-2ea34d75-7ae3-4706-b656-b86d74709773 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 945 time: 0.0623438 Sep 15 14:26:32.338304 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:32.338653 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (772bb966-4b7b-4990-9fb6-c9162f3e4465), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:32.338954 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Floating IP 772bb966-4b7b-4990-9fb6-c9162f3e4465 disassociated. External IP: 172.27.1.235, port: d80795fb-c4c0-43dc-ae59-5ec1a0711341. Sep 15 14:26:32.339286 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Calling delete_port for d80795fb-c4c0-43dc-ae59-5ec1a0711341 owned by compute:nova {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:32.423002 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ffe54fc0-2555-47d4-942d-fb105620c146 req-17c7cd7e-7ee7-4f07-bd7f-51b319e8679d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=436330cf-aebd-4ae3-940e-fdfb999228bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792918 Sep 15 14:26:32.506011 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (d80795fb-c4c0-43dc-ae59-5ec1a0711341), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:32.796584 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'Port': ['ID=d80795fb-c4c0-43dc-ae59-5ec1a0711341,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:32.808624 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.808973 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.809313 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.809647 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.809970 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.810292 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.810613 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.810934 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.811256 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.811570 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.811913 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.812231 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.812549 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.812867 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.814090 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:32.918226 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:26:32.961916 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:32.975465 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:33.024398 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:26:33.033958 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:26:33.043361 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:33.043991 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:33.066008 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] No DVR routers for this DVR port d80795fb-c4c0-43dc-ae59-5ec1a0711341 on host hv-cinder-85697 {{(pid=106455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:26:33.068611 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:33.072142 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-145a7f35-3dcf-4d0e-8562-40b5ed786904 req-972fdf1c-ebcc-4228-8077-bfe0117f9132 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "DELETE /networking/v2.0/ports/d80795fb-c4c0-43dc-ae59-5ec1a0711341 HTTP/1.1" status: 204 len: 173 time: 1.1011364 Sep 15 14:26:33.072646 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'name': 'network-vif-deleted', 'tag': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:26:33.074891 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28608e6e-c811-4663-afc7-71cdd083f927" -d '{"events": [{"server_uuid": "77c39a84-6cce-4bcf-863a-dc4400c55b0e", "name": "network-vif-deleted", "tag": "d80795fb-c4c0-43dc-ae59-5ec1a0711341"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:26:33.165179 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:33.192901 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f7109f-3c92-4e20-97cc-5476a7bade9c x-openstack-request-id: req-f2f7109f-3c92-4e20-97cc-5476a7bade9c {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:26:33.193209 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c39a84-6cce-4bcf-863a-dc4400c55b0e", "name": "network-vif-deleted", "tag": "d80795fb-c4c0-43dc-ae59-5ec1a0711341", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:26:33.193455 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f2f7109f-3c92-4e20-97cc-5476a7bade9c {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:26:33.193857 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f7109f-3c92-4e20-97cc-5476a7bade9c'] response: {'server_uuid': '77c39a84-6cce-4bcf-863a-dc4400c55b0e', 'name': 'network-vif-deleted', 'tag': 'd80795fb-c4c0-43dc-ae59-5ec1a0711341', 'status': 'completed', 'code': 200} Sep 15 14:26:33.370465 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:33.395166 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:26:33.403282 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:33.403916 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:33.510321 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:33.523325 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:33.550110 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e2250a03-ec2d-4de2-8bdd-47bd3a852c65 req-cd325ad4-ffa6-42dc-81c5-ff5590252246 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77c39a84-6cce-4bcf-863a-dc4400c55b0e HTTP/1.1" status: 200 len: 210 time: 0.0314598 Sep 15 14:26:33.608092 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:33.733181 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:33.758519 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81b2cf-d937-4b57-be9e-329dc7ad4533 None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:26:33.970479 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af261f91-dd6a-4e01-a89f-7e0d837b3ff9 None None] New status for floating IP 772bb966-4b7b-4990-9fb6-c9162f3e4465: DOWN {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:26:34.648602 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60042) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:34.702032 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (436330cf-aebd-4ae3-940e-fdfb999228bc), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:34.734744 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (436330cf-aebd-4ae3-940e-fdfb999228bc), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:34.790377 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (436330cf-aebd-4ae3-940e-fdfb999228bc), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:34.792848 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:34.793968 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/436330cf-aebd-4ae3-940e-fdfb999228bc HTTP/1.1" status: 204 len: 168 time: 0.1443946 Sep 15 14:26:34.796883 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60044) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:34.803473 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436330cf-aebd-4ae3-940e-fdfb999228bc,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:34.810916 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.api.v2.resource [None req-685bcc2c-649c-4cda-baf8-99ce607aa879 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] show failed (client error): The resource could not be found. Sep 15 14:26:34.811287 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.811637 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.811893 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-685bcc2c-649c-4cda-baf8-99ce607aa879 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups/436330cf-aebd-4ae3-940e-fdfb999228bc HTTP/1.1" status: 404 len: 347 time: 0.0133293 Sep 15 14:26:34.812017 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.812318 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.812654 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.813608 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.813948 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.814325 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.814654 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.814991 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.815299 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.815619 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.815744 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60046) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:34.815963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.816282 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.816599 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0cabcb-927d-4c05-8bf0-80216b94f111 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:34.928923 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Deleting port 01875b8d-fa44-49d5-b8f8-de2127bfd6fd {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:34.929267 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (01875b8d-fa44-49d5-b8f8-de2127bfd6fd), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.007511 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (01875b8d-fa44-49d5-b8f8-de2127bfd6fd), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.007874 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (01875b8d-fa44-49d5-b8f8-de2127bfd6fd), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.020759 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Calling delete_port for 01875b8d-fa44-49d5-b8f8-de2127bfd6fd owned by network:floatingip {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:35.150020 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (01875b8d-fa44-49d5-b8f8-de2127bfd6fd), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.179388 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'Port': ['ID=01875b8d-fa44-49d5-b8f8-de2127bfd6fd,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:35.238257 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (772bb966-4b7b-4990-9fb6-c9162f3e4465), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.240901 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.242035 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-addc4c36-65f3-46cb-9c39-8ea636245651 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/772bb966-4b7b-4990-9fb6-c9162f3e4465 HTTP/1.1" status: 204 len: 168 time: 0.4254003 Sep 15 14:26:35.307020 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60050) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:35.311622 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-0caf62f1-3a15-49e9-bd20-7051753663a3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517748767', 'description': 'tempest-description--296428315'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:35.333175 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0caf62f1-3a15-49e9-bd20-7051753663a3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.401618 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0caf62f1-3a15-49e9-bd20-7051753663a3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (e81d9f68-f821-4752-aa6a-e49bd55cf517), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.405361 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0caf62f1-3a15-49e9-bd20-7051753663a3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e81d9f68-f821-4752-aa6a-e49bd55cf517), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.436425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0caf62f1-3a15-49e9-bd20-7051753663a3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.437627 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0caf62f1-3a15-49e9-bd20-7051753663a3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1296091 Sep 15 14:26:35.438472 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf62f1-3a15-49e9-bd20-7051753663a3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d9f68-f821-4752-aa6a-e49bd55cf517,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:35.440790 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60052) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:35.445450 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-329ed874-8593-4685-94e3-6d65926487ca tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group_rule': {'security_group_id': 'e81d9f68-f821-4752-aa6a-e49bd55cf517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:35.473242 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-329ed874-8593-4685-94e3-6d65926487ca tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (e9242506-c876-45f6-b9cc-9c964cb94d5f), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.490770 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device d80795fb-c4c0-43dc-ae59-5ec1a0711341 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:26:35.509584 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: d80795fb-c4c0-43dc-ae59-5ec1a0711341 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:26:35.510007 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device d80795fb-c4c0-43dc-ae59-5ec1a0711341 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:26:35.519250 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:35.529464 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-329ed874-8593-4685-94e3-6d65926487ca tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (e9242506-c876-45f6-b9cc-9c964cb94d5f), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.534300 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-329ed874-8593-4685-94e3-6d65926487ca tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (e9242506-c876-45f6-b9cc-9c964cb94d5f), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.555248 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ed874-8593-4685-94e3-6d65926487ca tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9242506-c876-45f6-b9cc-9c964cb94d5f,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:35.559705 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-329ed874-8593-4685-94e3-6d65926487ca tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.563670 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-329ed874-8593-4685-94e3-6d65926487ca tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220510 Sep 15 14:26:35.563902 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60054) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:35.568442 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-dd65277a-ff07-4a2c-a0b7-2a95e68e0580 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'security_group_rule': {'security_group_id': 'e81d9f68-f821-4752-aa6a-e49bd55cf517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:35.594481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-dd65277a-ff07-4a2c-a0b7-2a95e68e0580 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (221d4d10-7642-483f-afff-cb4d89bf5dbb), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.649803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-dd65277a-ff07-4a2c-a0b7-2a95e68e0580 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (221d4d10-7642-483f-afff-cb4d89bf5dbb), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.653275 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-dd65277a-ff07-4a2c-a0b7-2a95e68e0580 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (221d4d10-7642-483f-afff-cb4d89bf5dbb), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.671076 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65277a-ff07-4a2c-a0b7-2a95e68e0580 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221d4d10-7642-483f-afff-cb4d89bf5dbb,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:35.679251 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-dd65277a-ff07-4a2c-a0b7-2a95e68e0580 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.680458 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-dd65277a-ff07-4a2c-a0b7-2a95e68e0580 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155884 Sep 15 14:26:35.683486 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60056) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:35.687722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:35.709731 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.790157 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:35.893985 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Allocated IP 172.27.1.192 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:26:36.004764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:36.009855 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:36.039498 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:36.075278 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:26:36.081720 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:26:36.085690 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:26:36.090782 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:36.109701 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:36.176579 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (3019da89-0bc8-46da-bdbe-d2e555347c20), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:36.212403 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:36.359838 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:36.364439 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:36.432087 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:36.435011 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (3019da89-0bc8-46da-bdbe-d2e555347c20), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:36.451912 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:36.453132 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-b4cbb01c-4bf6-4b37-b285-12b9669ad627 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7687087 Sep 15 14:26:36.569290 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:36.606642 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-a8905fec-fb56-4fcc-8139-45ca698cafab tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1517748767&fields=id&tenant_id=d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 267 time: 0.0441363 Sep 15 14:26:36.716140 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-1807f4e3-f434-45e4-8e4c-2c7bdc584ca3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:36.717601 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-1807f4e3-f434-45e4-8e4c-2c7bdc584ca3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 815 time: 0.1038029 Sep 15 14:26:36.732577 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-7b01ec00-770f-410f-95a6-a4a5f3d52212 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/quotas/d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 375 time: 0.0089056 Sep 15 14:26:36.782114 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-52aa3d4e-3e5e-496e-8c85-001d066e9b71 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439644 Sep 15 14:26:36.883580 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-18b78c28-4ace-4a85-8574-fa0d5b82a0b7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871913 Sep 15 14:26:36.971769 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-ddd19991-52b7-4853-9b2c-1e679cc0cc23 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825312 Sep 15 14:26:37.140165 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-80ea62b7-4a0c-4198-8678-d62d841e8cc7 req-72ec4212-15d6-4d8f-b6aa-be3abe19b48a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 210 time: 0.0328107 Sep 15 14:26:38.251901 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-93c8ac13-5d99-416f-8b94-f85e04d4bb15 req-cd50971e-d8fa-46b9-87a0-fc49760e485f tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 210 time: 0.0331447 Sep 15 14:26:38.289066 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-41947650-8caf-4952-989d-a67a97d83f14 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:38.290543 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-41947650-8caf-4952-989d-a67a97d83f14 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 815 time: 0.1350479 Sep 15 14:26:38.368065 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-ffac9429-fd55-4c81-ba4e-8873a51bf0d7 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d1c7aba744814c7ca12a1dab68e1815a HTTP/1.1" status: 200 len: 380 time: 0.0524960 Sep 15 14:26:38.455921 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'port': {'device_id': '80a309ac-2b80-4a70-8143-9748049d6b45', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'admin_state_up': True, 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'security_groups': ['e81d9f68-f821-4752-aa6a-e49bd55cf517']}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:38.565241 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Made reservation on behalf of d1c7aba744814c7ca12a1dab68e1815a for: {'port': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:26:38.569076 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:38.696379 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Allocated IP 172.20.0.3 (48608c61-4597-4efa-9ed7-e6d47fa23e1a/5f8fac34-eb32-48ce-83d7-b2746b93cf43/c64b4452-502b-4892-bae4-d45619e346f9) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:26:38.705502 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:38.833956 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:38.839277 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for port (c64b4452-502b-4892-bae4-d45619e346f9), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:38.872620 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (c64b4452-502b-4892-bae4-d45619e346f9), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:38.918487 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:26:38.923770 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:26:38.926275 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:26:38.953603 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event updated for resources: {'Port': ['ID=c64b4452-502b-4892-bae4-d45619e346f9,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:38.982996 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:38.983640 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.002379 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-3bd833ae-6ae3-4abc-a972-5464ef292b38 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502839 Sep 15 14:26:39.003881 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60094) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:39.068513 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Request body: {'port': {'device_id': '80a309ac-2b80-4a70-8143-9748049d6b45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:39.130077 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c64b4452-502b-4892-bae4-d45619e346f9), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.189827 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-49f8a41f-5306-4de3-a26b-8811ee61fc5a None None] Provisioning complete for port c64b4452-502b-4892-bae4-d45619e346f9 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:26:39.190438 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-49f8a41f-5306-4de3-a26b-8811ee61fc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c64b4452-502b-4892-bae4-d45619e346f9), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.190773 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-49f8a41f-5306-4de3-a26b-8811ee61fc5a None None] Attempt 1 to provision port c64b4452-502b-4892-bae4-d45619e346f9 Sep 15 14:26:39.203788 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Deleting port 481f3f91-61bb-4a50-9d5e-0bd433924b9b {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:39.204047 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (481f3f91-61bb-4a50-9d5e-0bd433924b9b), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.289213 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (481f3f91-61bb-4a50-9d5e-0bd433924b9b), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.289213 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for floatingip (481f3f91-61bb-4a50-9d5e-0bd433924b9b), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.317797 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Calling delete_port for 481f3f91-61bb-4a50-9d5e-0bd433924b9b owned by network:floatingip {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:39.355326 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-49f8a41f-5306-4de3-a26b-8811ee61fc5a None None] Port c64b4452-502b-4892-bae4-d45619e346f9 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:26:39.390024 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:39.406773 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64b4452-502b-4892-bae4-d45619e346f9 {{(pid=106455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:26:39.415581 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Publish callbacks [] for port (c64b4452-502b-4892-bae4-d45619e346f9), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.426776 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61da753-8dff-40bf-b802-bad5b1cc0cef req-eb3bdd4a-fd52-4bb8-b8de-986f5eb80649 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:39.428282 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c61da753-8dff-40bf-b802-bad5b1cc0cef req-eb3bdd4a-fd52-4bb8-b8de-986f5eb80649 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 931 time: 0.0700617 Sep 15 14:26:39.428760 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.provisioning_blocks [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Transition to ACTIVE for port object c64b4452-502b-4892-bae4-d45619e346f9 will not be triggered until provisioned by entity L2. {{(pid=106455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:26:39.433172 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (c64b4452-502b-4892-bae4-d45619e346f9), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.488656 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:39.505359 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-c61da753-8dff-40bf-b802-bad5b1cc0cef req-1bb2dd50-915d-4a56-a0ff-f4d26db6d7c3 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694776 Sep 15 14:26:39.512899 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c64b4452-502b-4892-bae4-d45619e346f9,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:39.551087 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Attempting to bind port c64b4452-502b-4892-bae4-d45619e346f9 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:26:39.551430 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Attempting to bind port c64b4452-502b-4892-bae4-d45619e346f9 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:26:39.551824 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Attempting to bind port c64b4452-502b-4892-bae4-d45619e346f9 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:26:39.553395 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (481f3f91-61bb-4a50-9d5e-0bd433924b9b), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.578454 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event deleted for resources: {'Port': ['ID=481f3f91-61bb-4a50-9d5e-0bd433924b9b,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:39.598834 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Port c64b4452-502b-4892-bae4-d45619e346f9 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:26:39.599161 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Attempting to bind port c64b4452-502b-4892-bae4-d45619e346f9 on network 48608c61-4597-4efa-9ed7-e6d47fa23e1a {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:26:39.628435 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:39.644849 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:26:39.646047 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Checking segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:26:39.646245 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for floatingip (ae5e7ebc-acad-42f6-ba2e-1c99923be0e2), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.646430 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Bound using segment: {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'} {{(pid=106455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:26:39.646580 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Floating IP ae5e7ebc-acad-42f6-ba2e-1c99923be0e2 disassociated (deleted). External IP: 172.27.1.10, port: 92a00c0d-2475-4939-b1bd-39d65c68f258. Sep 15 14:26:39.646872 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.managers [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Bound port: c64b4452-502b-4892-bae4-d45619e346f9, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea49cb95-07f5-4024-a292-7b50730c7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a'}}] {{(pid=106455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:26:39.647230 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c64b4452-502b-4892-bae4-d45619e346f9), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.650530 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:39.711436 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] For port c64b4452-502b-4892-bae4-d45619e346f9, host hv-cinder-85697, cleared binding levels {{(pid=106455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:26:39.714867 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] For port c64b4452-502b-4892-bae4-d45619e346f9, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c64b4452-502b-4892-bae4-d45619e346f9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:26:39.721280 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (c64b4452-502b-4892-bae4-d45619e346f9), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.725522 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:39.726123 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.727836 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/c64b4452-502b-4892-bae4-d45619e346f9 HTTP/1.1" status: 200 len: 1093 time: 0.7066996 Sep 15 14:26:39.728057 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a309ac-2b80-4a70-8143-9748049d6b45', 'tag': 'c64b4452-502b-4892-bae4-d45619e346f9'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:26:39.730311 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f17a08-16a5-4a7a-837c-350b402fe1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "80a309ac-2b80-4a70-8143-9748049d6b45", "tag": "c64b4452-502b-4892-bae4-d45619e346f9"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:26:39.775467 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801bb41e-92d4-4cfd-bd31-a7e061714f84 x-openstack-request-id: req-801bb41e-92d4-4cfd-bd31-a7e061714f84 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:26:39.775775 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a309ac-2b80-4a70-8143-9748049d6b45", "tag": "c64b4452-502b-4892-bae4-d45619e346f9", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:26:39.776032 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-801bb41e-92d4-4cfd-bd31-a7e061714f84 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:26:39.776431 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801bb41e-92d4-4cfd-bd31-a7e061714f84'] response: {'name': 'network-changed', 'server_uuid': '80a309ac-2b80-4a70-8143-9748049d6b45', 'tag': 'c64b4452-502b-4892-bae4-d45619e346f9', 'status': 'completed', 'code': 200} Sep 15 14:26:39.786629 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e455-3a22-46ff-8923-fbedd37c75a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c64b4452-502b-4892-bae4-d45619e346f9,revision_number=3']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:39.840780 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-7241b309-df12-4ead-bf8b-21eec3be083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:39.842256 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-7241b309-df12-4ead-bf8b-21eec3be083f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 1127 time: 0.0406523 Sep 15 14:26:39.856174 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-49f8a41f-5306-4de3-a26b-8811ee61fc5a None None] Attempt 2 to provision port c64b4452-502b-4892-bae4-d45619e346f9 Sep 15 14:26:39.859420 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Router 5773e176-fd48-4f15-90bc-c13bff7e536e has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:26:39.890469 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-477c983e-0caa-462e-8101-08ba44804b0d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64b4452-502b-4892-bae4-d45619e346f9 HTTP/1.1" status: 200 len: 217 time: 0.0342717 Sep 15 14:26:39.896106 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-49f8a41f-5306-4de3-a26b-8811ee61fc5a None None] Port c64b4452-502b-4892-bae4-d45619e346f9 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:26:39.938613 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-d7826b15-aa36-4b64-9522-a78ac0b6fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:39.940969 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-d7826b15-aa36-4b64-9522-a78ac0b6fb13 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0454042 Sep 15 14:26:39.966671 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:26:39.972120 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:39.979716 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] Sync routers for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:26:39.990409 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:39.991907 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:39.994202 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-d18772ee-9f2d-4042-8162-3df285c02242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:39.996032 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-d18772ee-9f2d-4042-8162-3df285c02242 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488625 Sep 15 14:26:40.004886 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-fa690e27-49a2-49de-88d4-f018334c4753 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/ae5e7ebc-acad-42f6-ba2e-1c99923be0e2 HTTP/1.1" status: 204 len: 168 time: 0.9996481 Sep 15 14:26:40.005630 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:26:40.008685 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b5e357-7ebc-46c1-b67d-e201798a9be0" -d '{"events": [{"name": "network-changed", "server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:26:40.055091 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7249494d-0948-4e2d-9197-c4e092c4374c x-openstack-request-id: req-7249494d-0948-4e2d-9197-c4e092c4374c {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:26:40.055409 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:26:40.055658 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7249494d-0948-4e2d-9197-c4e092c4374c {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:26:40.056085 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7249494d-0948-4e2d-9197-c4e092c4374c'] response: {'name': 'network-changed', 'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'status': 'completed', 'code': 200} Sep 15 14:26:40.095274 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:40.096561 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-0540da71-19bb-4583-b42b-2db48beebb0f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942237 Sep 15 14:26:40.104817 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:40.122075 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:40.170433 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-9ceb9f21-c57c-40d4-b999-2bac8eb04f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:40.172217 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-9ceb9f21-c57c-40d4-b999-2bac8eb04f2f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3280b84c87ee422c986300291186a41d&device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 1129 time: 0.0593271 Sep 15 14:26:40.214365 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-cce00365-bf57-45dc-b57e-16c1f1b939cd req-37f87d0a-faa5-4ab3-aefe-8575709da560 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119754 Sep 15 14:26:40.266795 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa6300-90e4-4d3e-92bf-9038ef80ad23 req-b6e4e5e5-2b01-49b1-bba1-7be253a0ffc1 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:40.268849 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-22fa6300-90e4-4d3e-92bf-9038ef80ad23 req-b6e4e5e5-2b01-49b1-bba1-7be253a0ffc1 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0487189 Sep 15 14:26:40.319944 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-22fa6300-90e4-4d3e-92bf-9038ef80ad23 req-4ab02c81-2d5a-49db-b3c8-9ef806c39fd8 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446730 Sep 15 14:26:40.325188 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'e874b533-ebfd-43eb-912b-4a63ac371cf4', 'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'mac_address': 'fa:16:3e:cc:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:29Z', 'revision_number': 5, 'project_id': '3280b84c87ee422c986300291186a41d', 'subnets': [{'id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:40.350784 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] Checking router: 5773e176-fd48-4f15-90bc-c13bff7e536e for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:26:40.359040 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:40.359630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:40.459464 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:40.631062 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ed6ae-2873-4c2e-9bd6-1dd9c34188b2 req-c755b8e8-b4f0-4703-8073-5225cdb2c9c6 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:40.632570 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-013ed6ae-2873-4c2e-9bd6-1dd9c34188b2 req-c755b8e8-b4f0-4703-8073-5225cdb2c9c6 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 943 time: 0.0470743 Sep 15 14:26:40.643363 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'e874b533-ebfd-43eb-912b-4a63ac371cf4', 'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'mac_address': 'fa:16:3e:cc:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:29Z', 'revision_number': 5, 'project_id': '3280b84c87ee422c986300291186a41d', 'subnets': [{'id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:40.672438 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26819a8-2881-4023-b1f9-406da70c73d9 None None] The sync data for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi is: [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'e874b533-ebfd-43eb-912b-4a63ac371cf4', 'name': '', 'network_id': '350ec69d-428d-4e46-965f-648414b78c6c', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'mac_address': 'fa:16:3e:cc:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:29Z', 'revision_number': 5, 'project_id': '3280b84c87ee422c986300291186a41d', 'subnets': [{'id': '7fbbab44-8086-422c-b1f7-4bebf0f70519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:26:40.680968 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-013ed6ae-2873-4c2e-9bd6-1dd9c34188b2 req-12d976e8-50e4-48b2-b676-5859d2023fdf tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Sep 15 14:26:40.881959 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58644335-7753-4587-97e7-5eb15764cd02 None None] New status for floating IP ae5e7ebc-acad-42f6-ba2e-1c99923be0e2: DOWN {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:26:41.337669 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-a1401cfc-45ec-4335-b224-6d183b9d63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:41.339138 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-a1401cfc-45ec-4335-b224-6d183b9d63e6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 200 len: 909 time: 0.0971913 Sep 15 14:26:41.443843 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050b076-bca3-40b2-b6d1-8fe2f2c9a051 req-d602ac58-fabf-428c-8bf0-c181d02ca6db tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:41.445602 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5050b076-bca3-40b2-b6d1-8fe2f2c9a051 req-d602ac58-fabf-428c-8bf0-c181d02ca6db tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0496173 Sep 15 14:26:41.494504 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5050b076-bca3-40b2-b6d1-8fe2f2c9a051 req-00d849d7-46a0-48e0-a7f4-9a2e6d8b5859 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432394 Sep 15 14:26:41.801449 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f95f2-b62c-4365-8a98-938d7537ceeb req-6f8cea5b-2dc3-4050-b22f-8cbb34bb7436 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:41.803001 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a46f95f2-b62c-4365-8a98-938d7537ceeb req-6f8cea5b-2dc3-4050-b22f-8cbb34bb7436 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 943 time: 0.0470452 Sep 15 14:26:41.813701 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:41.851367 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a46f95f2-b62c-4365-8a98-938d7537ceeb req-4cbb039f-70dd-48b2-91ee-fe631ab80648 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Sep 15 14:26:41.928268 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:26:42.614360 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddd2b5-d35b-43d4-b444-10e74931e2ff req-d5fcfac7-522d-4f0b-a038-826af979e2a2 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:42.615764 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f7ddd2b5-d35b-43d4-b444-10e74931e2ff req-d5fcfac7-522d-4f0b-a038-826af979e2a2 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0469663 Sep 15 14:26:42.664691 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-f7ddd2b5-d35b-43d4-b444-10e74931e2ff req-a4fabbfc-aee1-4f84-b8ce-43f1bcf94685 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Sep 15 14:26:42.973764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ea873-776f-441d-82f1-4610cc3f8aea req-79e28f61-5482-47cb-a57a-620ca96c8659 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:42.975221 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-800ea873-776f-441d-82f1-4610cc3f8aea req-79e28f61-5482-47cb-a57a-620ca96c8659 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 943 time: 0.0463727 Sep 15 14:26:43.026239 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-800ea873-776f-441d-82f1-4610cc3f8aea req-08827446-3e99-4213-9561-e544f17033e9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454910 Sep 15 14:26:43.524800 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c64b4452-502b-4892-bae4-d45619e346f9 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:26:43.552343 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-4ea485a8-3882-447a-bf7d-968d4563bea8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 200 len: 217 time: 0.0337727 Sep 15 14:26:43.632840 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c64b4452-502b-4892-bae4-d45619e346f9, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c64b4452-502b-4892-bae4-d45619e346f9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:43.645442 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'c64b4452-502b-4892-bae4-d45619e346f9', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'port_id': 'c64b4452-502b-4892-bae4-d45619e346f9', 'mac_address': 'fa:16:3e:58:fb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:26:43.693922 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port c64b4452-502b-4892-bae4-d45619e346f9 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:26:43.694310 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c64b4452-502b-4892-bae4-d45619e346f9), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:43.710737 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64b4452-502b-4892-bae4-d45619e346f9 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:26:43.727657 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-7ffb192f-240e-413e-b8f9-b25e4164bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:43.732122 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-79ebd3a0-8d31-4e99-b700-23e4f7e4eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:43.733188 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-7ffb192f-240e-413e-b8f9-b25e4164bd96 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 1127 time: 0.0660751 Sep 15 14:26:43.733563 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-79ebd3a0-8d31-4e99-b700-23e4f7e4eb14 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 200 len: 848 time: 0.0656865 Sep 15 14:26:43.737676 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c64b4452-502b-4892-bae4-d45619e346f9, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c64b4452-502b-4892-bae4-d45619e346f9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:43.745640 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c64b4452-502b-4892-bae4-d45619e346f9), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:43.794145 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=c64b4452-502b-4892-bae4-d45619e346f9,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:43.801564 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.801913 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.802248 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.802646 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.802919 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.803248 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.803571 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.803921 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.804244 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.804566 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.804889 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.805211 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.805644 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.805953 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.806296 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:26:43.807741 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f39b3-6f2c-491c-b78d-639571a6135d req-f8371b08-3624-4922-8c69-abeadc0c5eec tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:43.809942 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f8f39b3-6f2c-491c-b78d-639571a6135d req-f8371b08-3624-4922-8c69-abeadc0c5eec tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0512412 Sep 15 14:26:43.863785 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:43.882760 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-bb7bfef7-dda7-49f8-b4a3-a202e35e13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:43.884306 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-bb7bfef7-dda7-49f8-b4a3-a202e35e13fe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=350ec69d-428d-4e46-965f-648414b78c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780511 Sep 15 14:26:43.896207 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-0a715f7a-4a6a-4a63-b6f7-c871ed25a241 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:43.897585 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-0a715f7a-4a6a-4a63-b6f7-c871ed25a241 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 945 time: 0.0814447 Sep 15 14:26:43.914292 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4f8f39b3-6f2c-491c-b78d-639571a6135d req-5627eae8-d04d-4536-a99f-c65baefd62a4 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e0e1abd3-6934-471d-ab26-d8d3dba682c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957544 Sep 15 14:26:43.934640 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-de01aca3-79a2-47f9-b0af-cefaaef6721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:43.936146 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-de01aca3-79a2-47f9-b0af-cefaaef6721f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.1253576 Sep 15 14:26:43.981776 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-e5f509c2-d69b-42d3-97b1-0c5a2468c98b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64b4452-502b-4892-bae4-d45619e346f9 HTTP/1.1" status: 200 len: 217 time: 0.0384927 Sep 15 14:26:43.994660 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:43.996537 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:44.035095 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-ee18150a-0fcd-410e-ad2e-a95448a5529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:44.036618 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-ee18150a-0fcd-410e-ad2e-a95448a5529e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0487964 Sep 15 14:26:44.046171 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Deleting port 92a00c0d-2475-4939-b1bd-39d65c68f258 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:44.046718 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:44.064399 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-d0959859-6a57-4cfa-8f86-88643d429166 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657548 Sep 15 14:26:44.082095 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-6f295cb9-af66-4dfc-bd90-8c917bfbbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:44.083616 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-6f295cb9-af66-4dfc-bd90-8c917bfbbcf6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407612 Sep 15 14:26:44.155940 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['c64b4452-502b-4892-bae4-d45619e346f9'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:26:44.180783 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-9ad9f975-116c-4b2a-91be-2803b34e61b9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904112 Sep 15 14:26:44.212915 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:44.228397 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:44.229384 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668994b-3ad7-4aa0-8b57-e5143612c5ef req-2783abc2-60c5-4e95-aeac-bd1d17e22f14 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:44.230866 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b668994b-3ad7-4aa0-8b57-e5143612c5ef req-2783abc2-60c5-4e95-aeac-bd1d17e22f14 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 944 time: 0.1235654 Sep 15 14:26:44.256943 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] For port 92a00c0d-2475-4939-b1bd-39d65c68f258, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=92a00c0d-2475-4939-b1bd-39d65c68f258,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:44.257300 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:44.277695 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-79f17a08-16a5-4a7a-837c-350b402fe1f7 req-f90e9e96-cafa-49d3-98ae-f2b3ebc2b0f8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909228 Sep 15 14:26:44.297371 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Calling delete_port for 92a00c0d-2475-4939-b1bd-39d65c68f258 owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:44.304743 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-25b5e357-7ebc-46c1-b67d-e201798a9be0 req-45975ead-88f3-4d8d-bae7-02281366fa9c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115943 Sep 15 14:26:44.367728 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b668994b-3ad7-4aa0-8b57-e5143612c5ef req-ca568117-1e6f-4560-a07c-d113a95beafc tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177740 Sep 15 14:26:44.428806 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:44.452125 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (92a00c0d-2475-4939-b1bd-39d65c68f258), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:44.481324 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event deleted for resources: {'Port': ['ID=92a00c0d-2475-4939-b1bd-39d65c68f258,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:44.527489 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] No DVR routers for this DVR port 92a00c0d-2475-4939-b1bd-39d65c68f258 on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:26:44.530200 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:44.534179 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-60f2804f-2983-43b1-85bc-c553d3bfcbf0 req-662e6438-bc13-4701-9c40-27fd957ccc6a tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.52 "DELETE /networking/v2.0/ports/92a00c0d-2475-4939-b1bd-39d65c68f258 HTTP/1.1" status: 204 len: 173 time: 0.6284287 Sep 15 14:26:44.534698 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'name': 'network-vif-deleted', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:26:44.537132 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc46a9b-46d9-43c0-8fae-65150e1c58da" -d '{"events": [{"server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "name": "network-vif-deleted", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:26:44.575482 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf317b89-5ccf-4190-854c-19226efb66a4 x-openstack-request-id: req-bf317b89-5ccf-4190-854c-19226efb66a4 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:26:44.575804 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e863a8-235f-45ee-a47a-2deabd16ad2a", "name": "network-vif-deleted", "tag": "92a00c0d-2475-4939-b1bd-39d65c68f258", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:26:44.576060 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bf317b89-5ccf-4190-854c-19226efb66a4 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:26:44.576463 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf317b89-5ccf-4190-854c-19226efb66a4'] response: {'server_uuid': '62e863a8-235f-45ee-a47a-2deabd16ad2a', 'name': 'network-vif-deleted', 'tag': '92a00c0d-2475-4939-b1bd-39d65c68f258', 'status': 'completed', 'code': 200} Sep 15 14:26:45.039069 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-157b1a06-2e5c-46c3-a714-c3925da97a20 req-580b90d4-685e-4d72-a387-07457403c624 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62e863a8-235f-45ee-a47a-2deabd16ad2a HTTP/1.1" status: 200 len: 210 time: 0.0294235 Sep 15 14:26:45.498759 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8452ff7-a2d8-44f5-9bef-bd80bdfe98ed req-2f37c56c-e06b-4638-a1ff-e62c8439789d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:45.500302 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d8452ff7-a2d8-44f5-9bef-bd80bdfe98ed req-2f37c56c-e06b-4638-a1ff-e62c8439789d tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 944 time: 0.0533950 Sep 15 14:26:45.551977 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d8452ff7-a2d8-44f5-9bef-bd80bdfe98ed req-227413c3-8315-47c6-8739-c2e037b9e2b0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Sep 15 14:26:45.616432 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c64b4452-502b-4892-bae4-d45619e346f9 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:26:45.658087 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port c64b4452-502b-4892-bae4-d45619e346f9 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:26:45.663447 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port c64b4452-502b-4892-bae4-d45619e346f9 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:26:45.663858 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (c64b4452-502b-4892-bae4-d45619e346f9), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:45.664198 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port c64b4452-502b-4892-bae4-d45619e346f9 Sep 15 14:26:45.736143 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port c64b4452-502b-4892-bae4-d45619e346f9 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:26:45.736488 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (c64b4452-502b-4892-bae4-d45619e346f9), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:45.759382 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a309ac-2b80-4a70-8143-9748049d6b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64b4452-502b-4892-bae4-d45619e346f9'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:26:45.761612 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa2e309-9ffd-4038-b9fc-bdd3c94f3d1e" -d '{"events": [{"server_uuid": "80a309ac-2b80-4a70-8143-9748049d6b45", "name": "network-vif-plugged", "status": "completed", "tag": "c64b4452-502b-4892-bae4-d45619e346f9"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:26:45.774978 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port c64b4452-502b-4892-bae4-d45619e346f9, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c64b4452-502b-4892-bae4-d45619e346f9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:45.779063 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (c64b4452-502b-4892-bae4-d45619e346f9), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:45.780010 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 92a00c0d-2475-4939-b1bd-39d65c68f258 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:26:45.814753 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 92a00c0d-2475-4939-b1bd-39d65c68f258 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:26:45.815101 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 92a00c0d-2475-4939-b1bd-39d65c68f258 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:26:45.843416 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=c64b4452-502b-4892-bae4-d45619e346f9,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:45.850223 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58dd6e-2b72-497a-bc1a-ebf86d2a0683 x-openstack-request-id: req-ab58dd6e-2b72-497a-bc1a-ebf86d2a0683 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:26:45.850512 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a309ac-2b80-4a70-8143-9748049d6b45", "name": "network-vif-plugged", "status": "completed", "tag": "c64b4452-502b-4892-bae4-d45619e346f9", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:26:45.850759 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ab58dd6e-2b72-497a-bc1a-ebf86d2a0683 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:26:45.851149 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab58dd6e-2b72-497a-bc1a-ebf86d2a0683'] response: {'server_uuid': '80a309ac-2b80-4a70-8143-9748049d6b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64b4452-502b-4892-bae4-d45619e346f9', 'code': 200} Sep 15 14:26:46.063200 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961ee77-1bc0-4998-b16a-8e09e9353e83 req-6ad6cc9b-9b0e-4261-a9eb-f30cc6282edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:46.065512 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7961ee77-1bc0-4998-b16a-8e09e9353e83 req-6ad6cc9b-9b0e-4261-a9eb-f30cc6282edd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 1129 time: 0.0390775 Sep 15 14:26:46.105748 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60136) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:46.113298 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7961ee77-1bc0-4998-b16a-8e09e9353e83 req-74a7c0c6-7b44-4b93-a01b-8fc3f199af08 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 Sep 15 14:26:46.162968 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d61e5b1e-2d76-4133-adc7-abfaf704c069 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group (e0e1abd3-6934-471d-ab26-d8d3dba682c4), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:46.186519 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d61e5b1e-2d76-4133-adc7-abfaf704c069 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group (e0e1abd3-6934-471d-ab26-d8d3dba682c4), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:46.245603 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d61e5b1e-2d76-4133-adc7-abfaf704c069 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e0e1abd3-6934-471d-ab26-d8d3dba682c4), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:46.248349 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d61e5b1e-2d76-4133-adc7-abfaf704c069 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:46.249478 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d61e5b1e-2d76-4133-adc7-abfaf704c069 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e0e1abd3-6934-471d-ab26-d8d3dba682c4 HTTP/1.1" status: 204 len: 168 time: 0.1427147 Sep 15 14:26:46.259588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e5b1e-2d76-4133-adc7-abfaf704c069 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e1abd3-6934-471d-ab26-d8d3dba682c4,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:46.306245 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60140) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:46.605460 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:46.688434 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b1fa8-bd5a-4d77-bddb-1396a0aab976 req-798d9c1c-a371-4b66-b795-674120075bbc tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:46.690142 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b38b1fa8-bd5a-4d77-bddb-1396a0aab976 req-798d9c1c-a371-4b66-b795-674120075bbc tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 945 time: 0.0563166 Sep 15 14:26:46.697692 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:46.726831 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (5773e176-fd48-4f15-90bc-c13bff7e536e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:46.740915 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b38b1fa8-bd5a-4d77-bddb-1396a0aab976 req-e2280267-6bc6-432b-a832-29f558c58869 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430441 Sep 15 14:26:46.946656 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Deleting port e874b533-ebfd-43eb-912b-4a63ac371cf4 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:46.946892 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:47.024080 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] For port e874b533-ebfd-43eb-912b-4a63ac371cf4, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=e874b533-ebfd-43eb-912b-4a63ac371cf4,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:47.024446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:47.040359 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Calling delete_port for e874b533-ebfd-43eb-912b-4a63ac371cf4 owned by network:router_interface {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:47.096228 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:47.214449 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (e874b533-ebfd-43eb-912b-4a63ac371cf4), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:47.237608 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e874b533-ebfd-43eb-912b-4a63ac371cf4,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:47.645435 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (5773e176-fd48-4f15-90bc-c13bff7e536e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:47.687111 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:47.892956 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2021-595d-4058-bc54-b49828dbbe24 req-6ba39cf8-bfb5-48da-8dbb-d5c0ab8277f0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:47.894452 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e3ba2021-595d-4058-bc54-b49828dbbe24 req-6ba39cf8-bfb5-48da-8dbb-d5c0ab8277f0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 945 time: 0.0614910 Sep 15 14:26:47.900265 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Router 5773e176-fd48-4f15-90bc-c13bff7e536e has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:26:47.991918 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e3ba2021-595d-4058-bc54-b49828dbbe24 req-7025d23e-fa5c-489e-a9ae-eb98525c4388 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902095 Sep 15 14:26:48.042841 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:26:48.047983 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-afd2c13e-78a6-4f6e-b568-078a8888a6ef admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5773e176-fd48-4f15-90bc-c13bff7e536e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7406533 Sep 15 14:26:48.051209 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60148) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:48.052673 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] Sync routers for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:26:48.062809 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:48.063424 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:48.159812 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks [] for router (5773e176-fd48-4f15-90bc-c13bff7e536e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.176059 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:48.256433 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:48.261532 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks [] for router_gateway (5773e176-fd48-4f15-90bc-c13bff7e536e), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.306654 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Deleting port 51f63ec0-9d0f-4b59-a703-193ec9e15264 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:48.306911 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.350392 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:26:47Z', 'revision_number': 5, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port': {'id': '51f63ec0-9d0f-4b59-a703-193ec9e15264', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:48.378620 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] Checking router: 5773e176-fd48-4f15-90bc-c13bff7e536e for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:26:48.388393 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] Routers {'5773e176-fd48-4f15-90bc-c13bff7e536e'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:48.389009 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['5773e176-fd48-4f15-90bc-c13bff7e536e'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:48.402253 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] For port 51f63ec0-9d0f-4b59-a703-193ec9e15264, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=51f63ec0-9d0f-4b59-a703-193ec9e15264,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:48.402623 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.418519 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Calling delete_port for 51f63ec0-9d0f-4b59-a703-193ec9e15264 owned by network:router_gateway {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:48.477885 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] Set router 5773e176-fd48-4f15-90bc-c13bff7e536e gateway port host: None {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:48.526091 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:26:48Z', 'revision_number': 6, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:48.546202 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:48.555478 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d36ec0-9cb0-48b9-9b41-a2c700ac6c18 None None] The sync data for ids ['5773e176-fd48-4f15-90bc-c13bff7e536e'] in dv-cinder-856971-2-iscsi is: [{'id': '5773e176-fd48-4f15-90bc-c13bff7e536e', 'name': 'tempest-TestShelveInstance-1268381887-router', 'tenant_id': '3280b84c87ee422c986300291186a41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:26:48Z', 'revision_number': 6, 'project_id': '3280b84c87ee422c986300291186a41d', 'gw_port_host': None}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:26:48.597837 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (51f63ec0-9d0f-4b59-a703-193ec9e15264), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.622108 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f63ec0-9d0f-4b59-a703-193ec9e15264,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:48.683489 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (5773e176-fd48-4f15-90bc-c13bff7e536e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.771422 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (5773e176-fd48-4f15-90bc-c13bff7e536e), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.774579 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks [] for router_controller (5773e176-fd48-4f15-90bc-c13bff7e536e), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.820724 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (5773e176-fd48-4f15-90bc-c13bff7e536e), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.821301 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5773e176-fd48-4f15-90bc-c13bff7e536e {{(pid=106456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:26:48.825971 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.827125 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-0e46bc0c-a897-4bfc-8c89-615a2abb24a6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/5773e176-fd48-4f15-90bc-c13bff7e536e HTTP/1.1" status: 204 len: 168 time: 0.7749636 Sep 15 14:26:48.832705 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60150) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:48.879004 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de027d1-4221-44e5-a912-4c5fa8bc95f9 admin admin] Deleting subnet 7fbbab44-8086-422c-b1f7-4bebf0f70519 {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:26:48.882125 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8de027d1-4221-44e5-a912-4c5fa8bc95f9 admin admin] Publish callbacks [] for subnet (7fbbab44-8086-422c-b1f7-4bebf0f70519), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:48.921647 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8de027d1-4221-44e5-a912-4c5fa8bc95f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3395121'] for subnet (7fbbab44-8086-422c-b1f7-4bebf0f70519), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.009813 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8de027d1-4221-44e5-a912-4c5fa8bc95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (7fbbab44-8086-422c-b1f7-4bebf0f70519), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.066114 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8de027d1-4221-44e5-a912-4c5fa8bc95f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26002138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25218357'] for subnet (7fbbab44-8086-422c-b1f7-4bebf0f70519), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.093031 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de027d1-4221-44e5-a912-4c5fa8bc95f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbbab44-8086-422c-b1f7-4bebf0f70519,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:49.097427 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-8de027d1-4221-44e5-a912-4c5fa8bc95f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.100559 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-8de027d1-4221-44e5-a912-4c5fa8bc95f9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/7fbbab44-8086-422c-b1f7-4bebf0f70519 HTTP/1.1" status: 204 len: 168 time: 0.2668533 Sep 15 14:26:49.103102 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60154) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:49.105879 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becfd148-0a28-449c-b2da-c0852362da58 None None] Network 350ec69d-428d-4e46-965f-648414b78c6c requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:26:49.113869 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:49.119723 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f69b2-eebb-4a4f-b720-1d9ecff63c3d req-c695e528-c61a-4d04-873b-3ced67f9691e tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:49.121426 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a56f69b2-eebb-4a4f-b720-1d9ecff63c3d req-c695e528-c61a-4d04-873b-3ced67f9691e tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 945 time: 0.0500886 Sep 15 14:26:49.176370 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a56f69b2-eebb-4a4f-b720-1d9ecff63c3d req-8ac290d1-23d6-4731-a73b-c062f10a6ca0 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 Sep 15 14:26:49.183156 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (350ec69d-428d-4e46-965f-648414b78c6c), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.232322 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Deleting port 74351e83-7149-4bcb-8ac3-4458bbed60fb {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:49.232757 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.339166 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] For port 74351e83-7149-4bcb-8ac3-4458bbed60fb, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=74351e83-7149-4bcb-8ac3-4458bbed60fb,segment=NetworkSegment(f51d3a12-998d-493a-93c0-1b381010482a),segment_id=f51d3a12-998d-493a-93c0-1b381010482a)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:49.339479 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.348473 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] DHCP port deletion for 350ec69d-428d-4e46-965f-648414b78c6c request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:26:49.361858 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c8c6f-3247-4b61-b659-57b9de3a8e05 req-8bb4c871-dd00-4a80-a9fb-b2e7d33afb70 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:49.366124 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-de0c8c6f-3247-4b61-b659-57b9de3a8e05 req-8bb4c871-dd00-4a80-a9fb-b2e7d33afb70 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 945 time: 0.0932589 Sep 15 14:26:49.371093 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Calling delete_port for 74351e83-7149-4bcb-8ac3-4458bbed60fb owned by network:dhcp {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:49.375034 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60158) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:49.380251 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-87b02655-5cec-439b-b73f-570b94c3ed66 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Request body: {'floatingip': {'port_id': 'c64b4452-502b-4892-bae4-d45619e346f9'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:49.437870 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-87b02655-5cec-439b-b73f-570b94c3ed66 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (3019da89-0bc8-46da-bdbe-d2e555347c20), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.473216 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.506658 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] No DVR routers for this DVR port 74351e83-7149-4bcb-8ac3-4458bbed60fb on host dv-cinder-856971-2-iscsi {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:26:49.508540 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Pushing event deleted for resources: {'Port': ['ID=74351e83-7149-4bcb-8ac3-4458bbed60fb,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:49.540034 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 74351e83-7149-4bcb-8ac3-4458bbed60fb no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:26:49.543708 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:49.561571 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] Deleting port 74351e83-7149-4bcb-8ac3-4458bbed60fb {{(pid=106457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:49.562204 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), before_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.565634 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:49.568102 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 74351e83-7149-4bcb-8ac3-4458bbed60fb {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:26:49.568452 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 74351e83-7149-4bcb-8ac3-4458bbed60fb not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:26:49.568874 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device e874b533-ebfd-43eb-912b-4a63ac371cf4 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:26:49.589901 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (350ec69d-428d-4e46-965f-648414b78c6c), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.612353 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350ec69d-428d-4e46-965f-648414b78c6c']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:49.621791 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51d3a12-998d-493a-93c0-1b381010482a') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:49.622192 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51d3a12-998d-493a-93c0-1b381010482a') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:49.629812 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: e874b533-ebfd-43eb-912b-4a63ac371cf4 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:26:49.630161 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device e874b533-ebfd-43eb-912b-4a63ac371cf4 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:26:49.630578 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 51f63ec0-9d0f-4b59-a703-193ec9e15264 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:26:49.633324 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (f51d3a12-998d-493a-93c0-1b381010482a), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.647090 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (f51d3a12-998d-493a-93c0-1b381010482a), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.651922 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:49.656536 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:26:49.656899 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (f51d3a12-998d-493a-93c0-1b381010482a), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.660033 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 51f63ec0-9d0f-4b59-a703-193ec9e15264 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:26:49.660622 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 51f63ec0-9d0f-4b59-a703-193ec9e15264 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:26:49.681744 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] For port 74351e83-7149-4bcb-8ac3-4458bbed60fb, host dv-cinder-856971-2-iscsi, got binding levels [] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:49.682153 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), precommit_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.711053 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] Calling delete_port for 74351e83-7149-4bcb-8ac3-4458bbed60fb owned by network:dhcp {{(pid=106457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:49.713790 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.ipam_backend_mixin [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] Port 74351e83-7149-4bcb-8ac3-4458bbed60fb was not found and therefore no delete operation was performed {{(pid=106457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 15 14:26:49.715061 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (74351e83-7149-4bcb-8ac3-4458bbed60fb), after_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.745144 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (350ec69d-428d-4e46-965f-648414b78c6c), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.749647 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.753130 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/350ec69d-428d-4e46-965f-648414b78c6c HTTP/1.1" status: 204 len: 168 time: 0.6488397 Sep 15 14:26:49.761919 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60164) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:49.768207 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] No DVR routers for this DVR port 74351e83-7149-4bcb-8ac3-4458bbed60fb on host dv-cinder-856971-2-iscsi {{(pid=106457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:26:49.780817 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8d2b6-bb8b-48b4-8388-533b53f03d54 None None] Pushing event deleted for resources: {'Port': ['ID=74351e83-7149-4bcb-8ac3-4458bbed60fb,revision_number=None']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:49.817593 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:49.818872 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:49.836660 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment f51d3a12-998d-493a-93c0-1b381010482a resource provider aggregate not found Sep 15 14:26:49.845105 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335f3e5-391b-4ed5-801b-2270e02e3efc admin admin] Pushing event deleted for resources: {'Network': ['ID=350ec69d-428d-4e46-965f-648414b78c6c,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:49.882938 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment f51d3a12-998d-493a-93c0-1b381010482a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f51d3a12-998d-493a-93c0-1b381010482a found for delete ", "request_id": "req-bae1d6d8-66ea-4083-9a77-787ec2e85541"}]} Sep 15 14:26:49.936003 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-87b02655-5cec-439b-b73f-570b94c3ed66 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:49.940159 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-87b02655-5cec-439b-b73f-570b94c3ed66 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (3019da89-0bc8-46da-bdbe-d2e555347c20), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:50.035747 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [None req-87b02655-5cec-439b-b73f-570b94c3ed66 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Floating IP 3019da89-0bc8-46da-bdbe-d2e555347c20 associated. External IP: 172.27.1.192, port: c64b4452-502b-4892-bae4-d45619e346f9. Sep 15 14:26:50.081194 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:50.119567 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:50.352626 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Deleting port 6b2c1923-8cdf-4334-9a06-745f32c512dd {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:50.353360 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:50.435441 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] For port 6b2c1923-8cdf-4334-9a06-745f32c512dd, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=6b2c1923-8cdf-4334-9a06-745f32c512dd,segment=NetworkSegment(d0e0c406-e8f6-47ba-86a4-d8ce02931110),segment_id=d0e0c406-e8f6-47ba-86a4-d8ce02931110)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:50.435829 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:50.453649 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Calling delete_port for 6b2c1923-8cdf-4334-9a06-745f32c512dd owned by network:router_interface {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:50.510932 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b02655-5cec-439b-b73f-570b94c3ed66 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:26:50.616753 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b02655-5cec-439b-b73f-570b94c3ed66 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:26:50.621591 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-87b02655-5cec-439b-b73f-570b94c3ed66 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:50.622685 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:50.629348 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:26:50.640837 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:50.641518 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:50.641699 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (6b2c1923-8cdf-4334-9a06-745f32c512dd), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:50.660562 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-87b02655-5cec-439b-b73f-570b94c3ed66 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/3019da89-0bc8-46da-bdbe-d2e555347c20 HTTP/1.1" status: 200 len: 991 time: 1.2814629 Sep 15 14:26:50.660562 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a309ac-2b80-4a70-8143-9748049d6b45', 'tag': 'c64b4452-502b-4892-bae4-d45619e346f9'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:26:50.662389 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291fc201-707d-4b02-b697-1b027ec0fed2" -d '{"events": [{"name": "network-changed", "server_uuid": "80a309ac-2b80-4a70-8143-9748049d6b45", "tag": "c64b4452-502b-4892-bae4-d45619e346f9"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:26:50.666380 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2c1923-8cdf-4334-9a06-745f32c512dd,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:50.712588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29c695e-de00-444e-b797-f838757882c7 x-openstack-request-id: req-a29c695e-de00-444e-b797-f838757882c7 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:26:50.712901 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a309ac-2b80-4a70-8143-9748049d6b45", "tag": "c64b4452-502b-4892-bae4-d45619e346f9", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:26:50.713108 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a29c695e-de00-444e-b797-f838757882c7 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:26:50.713505 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29c695e-de00-444e-b797-f838757882c7'] response: {'name': 'network-changed', 'server_uuid': '80a309ac-2b80-4a70-8143-9748049d6b45', 'tag': 'c64b4452-502b-4892-bae4-d45619e346f9', 'status': 'completed', 'code': 200} Sep 15 14:26:50.766075 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:50.841979 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-9bef36fc-67f4-4216-9d0a-1ff307d7589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:50.843058 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-9bef36fc-67f4-4216-9d0a-1ff307d7589d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 1129 time: 0.0518730 Sep 15 14:26:50.943878 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:50.994706 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3019da89-0bc8-46da-bdbe-d2e555347c20', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': 'c64b4452-502b-4892-bae4-d45619e346f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:58:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a309ac-2b80-4a70-8143-9748049d6b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:26:36Z', 'updated_at': '2022-09-15T14:26:49Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:51.016759 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-cfc23c11-e1c0-4104-9a1b-339eee654fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:51.018729 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-cfc23c11-e1c0-4104-9a1b-339eee654fab service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.1506002 Sep 15 14:26:51.019064 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:26:51.029985 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:51.029985 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:51.135191 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:51.340464 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:51.379936 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-28c19626-8bd8-4d8e-9380-85a229ced700 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64b4452-502b-4892-bae4-d45619e346f9 HTTP/1.1" status: 200 len: 999 time: 0.3544290 Sep 15 14:26:51.446923 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3019da89-0bc8-46da-bdbe-d2e555347c20', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': 'c64b4452-502b-4892-bae4-d45619e346f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:58:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a309ac-2b80-4a70-8143-9748049d6b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:26:36Z', 'updated_at': '2022-09-15T14:26:49Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:51.472862 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcdb3a-e55b-41ba-ac1c-17d39daad60b None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': '3019da89-0bc8-46da-bdbe-d2e555347c20', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'port_id': 'c64b4452-502b-4892-bae4-d45619e346f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'mac_address': 'fa:16:3e:58:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a309ac-2b80-4a70-8143-9748049d6b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:26:36Z', 'updated_at': '2022-09-15T14:26:49Z', 'revision_number': 1, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:26:51.498446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-e195a401-56a4-4392-a145-61ded2d30a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:51.499939 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-e195a401-56a4-4392-a145-61ded2d30a61 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.1140842 Sep 15 14:26:51.558350 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-476e7bbc-cfce-4b73-af29-e33678b1729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:51.559883 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-476e7bbc-cfce-4b73-af29-e33678b1729e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531993 Sep 15 14:26:51.561550 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:26:51.669338 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb03f15-6b48-4490-b2cc-b36fbe7e7e03 None None] New status for floating IP 3019da89-0bc8-46da-bdbe-d2e555347c20: ACTIVE {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:26:51.741983 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-b2babf41-a0af-45ff-a6c7-38f16f6f652b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757600 Sep 15 14:26:51.748089 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:26:51.753880 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-dc6edc55-64dd-49f7-9f3a-2e5b3779d410 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9889967 Sep 15 14:26:51.756591 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60172) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:51.759010 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] Sync routers for ids ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:26:51.770335 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] Routers {'d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:51.770953 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:51.799528 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:51.862120 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:51.862963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks [] for router (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:51.882252 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] Set router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:51.963954 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks [] for router_gateway (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.031092 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Deleting port 81fcb04c-5d60-48e2-9453-c4c70061d0c9 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:52.031494 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.034582 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:52.053804 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:24Z', 'updated_at': '2022-09-15T14:26:50Z', 'revision_number': 5, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'gw_port': {'id': '81fcb04c-5d60-48e2-9453-c4c70061d0c9', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:25Z', 'updated_at': '2022-09-15T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:52.084130 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] Checking router: d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:26:52.092604 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] Routers {'d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:52.093209 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:52.161076 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-291fc201-707d-4b02-b697-1b027ec0fed2 req-8488a463-82d6-41f1-87f0-f110fd39f43a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550925 Sep 15 14:26:52.172342 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] For port 81fcb04c-5d60-48e2-9453-c4c70061d0c9, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=81fcb04c-5d60-48e2-9453-c4c70061d0c9,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:52.172705 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.178813 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] Set router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc gateway port host: None {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:52.186363 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Calling delete_port for 81fcb04c-5d60-48e2-9453-c4c70061d0c9 owned by network:router_gateway {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:52.228755 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:52.232705 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:24Z', 'updated_at': '2022-09-15T14:26:51Z', 'revision_number': 6, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:52.257914 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaba562-6705-47db-82e5-5cbc3e8e27ad None None] The sync data for ids ['d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc'] in dv-cinder-856971-2-iscsi is: [{'id': 'd96d437c-ce2d-4ae9-8a5d-0d9ce31228fc', 'name': 'tempest-TestShelveInstance-1551182468-router', 'tenant_id': '021d14bb7c7343419dfde7ab08d8b384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:24Z', 'updated_at': '2022-09-15T14:26:51Z', 'revision_number': 6, 'project_id': '021d14bb7c7343419dfde7ab08d8b384', 'gw_port_host': None}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:26:52.357372 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (81fcb04c-5d60-48e2-9453-c4c70061d0c9), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.382632 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Pushing event deleted for resources: {'Port': ['ID=81fcb04c-5d60-48e2-9453-c4c70061d0c9,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:52.447989 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.537446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.539526 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks [] for router_controller (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.582466 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.583050 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc {{(pid=106456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:26:52.587326 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.588509 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-a048c183-b438-4ca6-9c7b-bc96cc0c922d admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/d96d437c-ce2d-4ae9-8a5d-0d9ce31228fc HTTP/1.1" status: 204 len: 168 time: 0.8310156 Sep 15 14:26:52.590978 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60174) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:52.637783 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-de432df4-984c-4b88-a5df-dbaaf9c1a90a admin admin] Deleting subnet c12d21b7-8b0d-48a2-b49c-72d0d68f79fe {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:26:52.641214 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-de432df4-984c-4b88-a5df-dbaaf9c1a90a admin admin] Publish callbacks [] for subnet (c12d21b7-8b0d-48a2-b49c-72d0d68f79fe), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.666636 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:52.679196 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-de432df4-984c-4b88-a5df-dbaaf9c1a90a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3395121'] for subnet (c12d21b7-8b0d-48a2-b49c-72d0d68f79fe), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.758333 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-de432df4-984c-4b88-a5df-dbaaf9c1a90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (c12d21b7-8b0d-48a2-b49c-72d0d68f79fe), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.809643 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-de432df4-984c-4b88-a5df-dbaaf9c1a90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26002138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25218357'] for subnet (c12d21b7-8b0d-48a2-b49c-72d0d68f79fe), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.838238 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de432df4-984c-4b88-a5df-dbaaf9c1a90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12d21b7-8b0d-48a2-b49c-72d0d68f79fe,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:52.840226 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-de432df4-984c-4b88-a5df-dbaaf9c1a90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.843309 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-de432df4-984c-4b88-a5df-dbaaf9c1a90a admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/c12d21b7-8b0d-48a2-b49c-72d0d68f79fe HTTP/1.1" status: 204 len: 168 time: 0.2513700 Sep 15 14:26:52.844491 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ed511-a79c-4e68-b2ac-ac8a5831926f None None] Network d961ed68-d5d6-4539-bb74-334a52dcfd34 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:26:52.846460 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60176) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:52.916723 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (d961ed68-d5d6-4539-bb74-334a52dcfd34), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.961623 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Deleting port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:52.961960 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:52.991068 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfbd41-811e-4fe2-b0d0-44da1e54b7f0 None None] DHCP port deletion for d961ed68-d5d6-4539-bb74-334a52dcfd34 request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:26:53.026663 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] For port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=917f0598-d8b0-4f9a-b8cd-abcb540de0d5,segment=NetworkSegment(d0e0c406-e8f6-47ba-86a4-d8ce02931110),segment_id=d0e0c406-e8f6-47ba-86a4-d8ce02931110)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:53.027034 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.035142 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3fbfbd41-811e-4fe2-b0d0-44da1e54b7f0 None None] Deleting port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 {{(pid=106457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:26:53.035842 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbd41-811e-4fe2-b0d0-44da1e54b7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), before_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.044625 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Calling delete_port for 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 owned by network:dhcp {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:53.091555 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 6b2c1923-8cdf-4334-9a06-745f32c512dd no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:26:53.119376 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:53.127888 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.130580 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-3fbfbd41-811e-4fe2-b0d0-44da1e54b7f0 None None] For port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=917f0598-d8b0-4f9a-b8cd-abcb540de0d5,segment=NetworkSegment(d0e0c406-e8f6-47ba-86a4-d8ce02931110),segment_id=d0e0c406-e8f6-47ba-86a4-d8ce02931110)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:53.130984 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbd41-811e-4fe2-b0d0-44da1e54b7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), precommit_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.133421 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 6b2c1923-8cdf-4334-9a06-745f32c512dd {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:26:53.133767 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 6b2c1923-8cdf-4334-9a06-745f32c512dd not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:26:53.134182 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 81fcb04c-5d60-48e2-9453-c4c70061d0c9 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:26:53.153124 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=917f0598-d8b0-4f9a-b8cd-abcb540de0d5,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:53.156623 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] No DVR routers for this DVR port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 on host dv-cinder-856971-2-iscsi {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:26:53.163892 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 81fcb04c-5d60-48e2-9453-c4c70061d0c9 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:26:53.164237 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 81fcb04c-5d60-48e2-9453-c4c70061d0c9 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:26:53.164651 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:26:53.166565 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-3fbfbd41-811e-4fe2-b0d0-44da1e54b7f0 None None] Calling delete_port for 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 owned by network:dhcp {{(pid=106457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:26:53.187889 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:26:53.188191 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:26:53.238388 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (d961ed68-d5d6-4539-bb74-334a52dcfd34), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.260385 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d961ed68-d5d6-4539-bb74-334a52dcfd34']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:53.263358 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbd41-811e-4fe2-b0d0-44da1e54b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (917f0598-d8b0-4f9a-b8cd-abcb540de0d5), after_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.275890 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e0c406-e8f6-47ba-86a4-d8ce02931110') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:53.276175 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e0c406-e8f6-47ba-86a4-d8ce02931110') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:53.287844 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (d0e0c406-e8f6-47ba-86a4-d8ce02931110), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.291960 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfbd41-811e-4fe2-b0d0-44da1e54b7f0 None None] Pushing event deleted for resources: {'Port': ['ID=917f0598-d8b0-4f9a-b8cd-abcb540de0d5,revision_number=None']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:53.295949 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfbd41-811e-4fe2-b0d0-44da1e54b7f0 None None] No DVR routers for this DVR port 917f0598-d8b0-4f9a-b8cd-abcb540de0d5 on host dv-cinder-856971-2-iscsi {{(pid=106457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:26:53.308295 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (d0e0c406-e8f6-47ba-86a4-d8ce02931110), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.314772 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:26:53.315676 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (d0e0c406-e8f6-47ba-86a4-d8ce02931110), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.356747 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment d0e0c406-e8f6-47ba-86a4-d8ce02931110 resource provider aggregate not found Sep 15 14:26:53.376340 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment d0e0c406-e8f6-47ba-86a4-d8ce02931110 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0e0c406-e8f6-47ba-86a4-d8ce02931110 found for delete ", "request_id": "req-c77a849f-f230-4000-905c-1ec74007e833"}]} Sep 15 14:26:53.383264 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (d961ed68-d5d6-4539-bb74-334a52dcfd34), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.389408 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.392689 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/d961ed68-d5d6-4539-bb74-334a52dcfd34 HTTP/1.1" status: 204 len: 168 time: 0.5453303 Sep 15 14:26:53.409235 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0639dd-5749-4a42-a737-b190a56efd1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d961ed68-d5d6-4539-bb74-334a52dcfd34,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:53.500212 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60184) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:53.540594 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-edfaeacd-248c-41a0-9570-d628b0479dba admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3280b84c87ee422c986300291186a41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392568 Sep 15 14:26:53.543154 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60186) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:53.590297 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8d48-91c9-48d6-9370-4a560c5b4c93 admin admin] Publish callbacks [] for security_group (bdfcbb26-fa31-4be7-ae31-715050d71267), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.611838 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8d48-91c9-48d6-9370-4a560c5b4c93 admin admin] Publish callbacks [] for security_group (bdfcbb26-fa31-4be7-ae31-715050d71267), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.663235 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8d48-91c9-48d6-9370-4a560c5b4c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (bdfcbb26-fa31-4be7-ae31-715050d71267), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.665854 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0eaa8d48-91c9-48d6-9370-4a560c5b4c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:53.667012 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0eaa8d48-91c9-48d6-9370-4a560c5b4c93 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bdfcbb26-fa31-4be7-ae31-715050d71267 HTTP/1.1" status: 204 len: 168 time: 0.1229374 Sep 15 14:26:53.675264 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa8d48-91c9-48d6-9370-4a560c5b4c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfcbb26-fa31-4be7-ae31-715050d71267,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:53.983851 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60192) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:54.023106 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5c93206b-0e46-4289-add3-cecf06ec8fd3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=021d14bb7c7343419dfde7ab08d8b384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381484 Sep 15 14:26:54.025508 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60194) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:54.061224 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:54.074550 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1b4163fd-e93b-4fc7-a95a-7b37b84eed73 admin admin] Publish callbacks [] for security_group (3f82e1ec-9162-4cd3-b638-6fd4f94d0766), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:54.082106 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:54.096635 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1b4163fd-e93b-4fc7-a95a-7b37b84eed73 admin admin] Publish callbacks [] for security_group (3f82e1ec-9162-4cd3-b638-6fd4f94d0766), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:54.143497 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1b4163fd-e93b-4fc7-a95a-7b37b84eed73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (3f82e1ec-9162-4cd3-b638-6fd4f94d0766), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:54.145963 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-1b4163fd-e93b-4fc7-a95a-7b37b84eed73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:54.147102 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-1b4163fd-e93b-4fc7-a95a-7b37b84eed73 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3f82e1ec-9162-4cd3-b638-6fd4f94d0766 HTTP/1.1" status: 204 len: 168 time: 0.1207232 Sep 15 14:26:54.155061 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4163fd-e93b-4fc7-a95a-7b37b84eed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f82e1ec-9162-4cd3-b638-6fd4f94d0766,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:54.824309 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60216) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:54.921239 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1316701423-network', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:54.941653 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Made reservation on behalf of b9f4deb43acf410aa0a8e88c20ddb3f5 for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:26:54.943910 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:54.952381 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.028885 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Publish callbacks [] for security_group (842e035e-30ad-441d-9fa2-3166744a2898), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.032474 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (842e035e-30ad-441d-9fa2-3166744a2898), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.059416 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:26:55.066210 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842e035e-30ad-441d-9fa2-3166744a2898,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:55.072503 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (91daba55-77e7-49d4-8bce-606048deb12c), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.072837 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Added segment 91daba55-77e7-49d4-8bce-606048deb12c of type vlan for network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc Sep 15 14:26:55.111362 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.136472 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.137465 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:55.138034 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.184161 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3586597 Sep 15 14:26:55.187754 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60220) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:55.193486 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Request body: {'subnet': {'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1316701423-subnet', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'ip_version': 4}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:55.200245 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfc48a-874b-4bef-94f7-f1fee2c41eee admin admin] Pushing event updated for resources: {'Network': ['ID=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:55.210103 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:26:55.214010 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Made reservation on behalf of b9f4deb43acf410aa0a8e88c20ddb3f5 for: {'subnet': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:26:55.216439 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25218330'] for subnet (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.282341 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:55.387362 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26004997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25218316'] for subnet (bcaa217a-8832-4227-b42c-80b1a0cf6c68), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.441252 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcaa217a-8832-4227-b42c-80b1a0cf6c68,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:55.451805 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Checking segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:26:55.452217 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Network hostable DHCP agents. Network: f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:26:55.469242 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:26:55.476837 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc) {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:26:55.480756 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:55.481345 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.485445 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a375e80f-df1d-4744-9cda-575796082906 None None] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:26:55.496400 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-db0e30ba-451f-46b0-a3d5-f193d3e7db3c admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3074758 Sep 15 14:26:55.499080 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60222) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:55.504374 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:55.525665 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (c39e75df-5cc0-4e93-bb00-720ac0184afb), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.526698 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (c39e75df-5cc0-4e93-bb00-720ac0184afb), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.577000 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks [] for router_controller (c39e75df-5cc0-4e93-bb00-720ac0184afb), precommit_add_association {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.591510 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:26:55.592488 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.617530 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:55.716114 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks [] for router_gateway (c39e75df-5cc0-4e93-bb00-720ac0184afb), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.734579 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Allocated IP 172.20.0.2 (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc/bcaa217a-8832-4227-b42c-80b1a0cf6c68/bdb1fb46-5d16-414f-9575-a9b15113428c) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:26:55.773898 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:55.863021 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:55.883838 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Publish callbacks [] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.891832 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.906211 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks [] for router_gateway (c39e75df-5cc0-4e93-bb00-720ac0184afb), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.929427 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:55.933965 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:26:55.937237 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:26:55.941884 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:26:55.945487 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Pushing event updated for resources: {'Port': ['ID=bdb1fb46-5d16-414f-9575-a9b15113428c,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:56.005000 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Attempting to bind port bdb1fb46-5d16-414f-9575-a9b15113428c on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:26:56.005283 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Attempting to bind port bdb1fb46-5d16-414f-9575-a9b15113428c by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:26:56.005644 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Attempting to bind port bdb1fb46-5d16-414f-9575-a9b15113428c on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:26:56.035355 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Allocated IP 172.27.1.221 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/7bc46880-41c8-4ce1-b85f-61ba0f131822) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:26:56.046205 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:26:56.046578 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Checking segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:26:56.046983 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:56.047381 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Bound using segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:26:56.047891 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Bound port: bdb1fb46-5d16-414f-9575-a9b15113428c, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:26:56.048281 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:56.110080 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] For port bdb1fb46-5d16-414f-9575-a9b15113428c, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:26:56.114834 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] For port bdb1fb46-5d16-414f-9575-a9b15113428c, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=bdb1fb46-5d16-414f-9575-a9b15113428c,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:26:56.121714 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:56.174341 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d69d3-0fad-4dde-9fa8-7eada678378b None None] Pushing event updated for resources: {'Port': ['ID=bdb1fb46-5d16-414f-9575-a9b15113428c,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:56.409430 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks [] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:56.435857 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:56.445168 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:56.489384 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:26:56.492607 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:26:56.496550 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:26:56.499515 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Pushing event updated for resources: {'Port': ['ID=7bc46880-41c8-4ce1-b85f-61ba0f131822,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:56.734188 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks [] for router_gateway (c39e75df-5cc0-4e93-bb00-720ac0184afb), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:56.834714 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:56.936553 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (c39e75df-5cc0-4e93-bb00-720ac0184afb), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.071649 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Router c39e75df-5cc0-4e93-bb00-720ac0184afb is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:26:57.079033 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba1e9c-2ab5-42a5-9535-806a74566a2f None None] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:26:57.126838 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device bdb1fb46-5d16-414f-9575-a9b15113428c up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:26:57.179308 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:26:57.182596 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dac8bb30-f1bb-49b9-90b8-c8dfeaa7b140 None None] Provisioning complete for port bdb1fb46-5d16-414f-9575-a9b15113428c triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:26:57.182962 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dac8bb30-f1bb-49b9-90b8-c8dfeaa7b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.183292 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dac8bb30-f1bb-49b9-90b8-c8dfeaa7b140 None None] Attempt 1 to provision port bdb1fb46-5d16-414f-9575-a9b15113428c Sep 15 14:26:57.196913 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Sync routers for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:26:57.197220 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.201313 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-906a2940-21cd-4d68-a2dd-3e7873a9bcda admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7012835 Sep 15 14:26:57.201503 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60224) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:57.267089 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:57.267727 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:57.305808 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port bdb1fb46-5d16-414f-9575-a9b15113428c triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:26:57.306172 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.306503 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port bdb1fb46-5d16-414f-9575-a9b15113428c Sep 15 14:26:57.346363 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:57.432496 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:57.442115 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dac8bb30-f1bb-49b9-90b8-c8dfeaa7b140 None None] Current status of the port bdb1fb46-5d16-414f-9575-a9b15113428c is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:26:57.442986 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dac8bb30-f1bb-49b9-90b8-c8dfeaa7b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.472967 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:57.569051 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:57.578066 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port bdb1fb46-5d16-414f-9575-a9b15113428c is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:26:57.578452 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.591695 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dac8bb30-f1bb-49b9-90b8-c8dfeaa7b140 None None] For port bdb1fb46-5d16-414f-9575-a9b15113428c, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=bdb1fb46-5d16-414f-9575-a9b15113428c,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:26:57.620643 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dac8bb30-f1bb-49b9-90b8-c8dfeaa7b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.636369 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.659621 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:57.795482 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Allocated IP 172.20.0.1 (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc/bcaa217a-8832-4227-b42c-80b1a0cf6c68/5cfde5f5-610f-41ef-b0f1-1ab31e0896f7) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:26:57.874401 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.db.api [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 14:26:57.874800 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG oslo_db.api [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 14:26:57.875604 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-fadb89bf-bca8-46da-81e5-d737cddfb807 None None] Provisioning complete for port bdb1fb46-5d16-414f-9575-a9b15113428c triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:26:57.875988 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fadb89bf-bca8-46da-81e5-d737cddfb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.876308 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-fadb89bf-bca8-46da-81e5-d737cddfb807 None None] Attempt 1 to provision port bdb1fb46-5d16-414f-9575-a9b15113428c Sep 15 14:26:57.878308 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8bb30-f1bb-49b9-90b8-c8dfeaa7b140 None None] Pushing event updated for resources: {'Port': ['ID=bdb1fb46-5d16-414f-9575-a9b15113428c,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:57.901267 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Publish callbacks [] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.934147 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:57.948208 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:56Z', 'revision_number': 3, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:57.973424 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:26:57.976444 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:26:57.980435 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:26:57.981077 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Checking router: c39e75df-5cc0-4e93-bb00-720ac0184afb for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:26:57.981516 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Updating router c39e75df-5cc0-4e93-bb00-720ac0184afb port 7bc46880-41c8-4ce1-b85f-61ba0f131822 binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:26:58.012329 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5cfde5f5-610f-41ef-b0f1-1ab31e0896f7,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:58.029040 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (c39e75df-5cc0-4e93-bb00-720ac0184afb), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.033301 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.060559 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-fadb89bf-bca8-46da-81e5-d737cddfb807 None None] Current status of the port bdb1fb46-5d16-414f-9575-a9b15113428c is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:26:58.167576 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.211637 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Provisioning complete for port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:26:58.212258 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.212363 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Attempt 1 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:26:58.275963 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:26:58.332226 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Publish callbacks [] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.336763 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.340739 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Publish callbacks [] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.342005 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:58.348049 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.375176 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:58.381675 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:58.385381 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:58.409944 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (c39e75df-5cc0-4e93-bb00-720ac0184afb), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.410609 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Attempting to bind port 7bc46880-41c8-4ce1-b85f-61ba0f131822 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:26:58.410981 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Attempting to bind port 7bc46880-41c8-4ce1-b85f-61ba0f131822 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:26:58.411346 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Attempting to bind port 7bc46880-41c8-4ce1-b85f-61ba0f131822 on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:26:58.413511 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5cfde5f5-610f-41ef-b0f1-1ab31e0896f7,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:58.450724 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5853e-d642-49ca-90b8-aab4cdda82cc None None] Pushing event updated for resources: {'Port': ['ID=7bc46880-41c8-4ce1-b85f-61ba0f131822,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:58.465683 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port bdb1fb46-5d16-414f-9575-a9b15113428c is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:26:58.488096 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2f43072c-291c-4d3b-aa6f-a4eb310e1115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.491961 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:26:58.492338 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:26:58.492734 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.493112 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:26:58.493584 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Bound port: 7bc46880-41c8-4ce1-b85f-61ba0f131822, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:26:58.493963 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.517034 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:26:58.518936 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:26:58.555823 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] For port 7bc46880-41c8-4ce1-b85f-61ba0f131822, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:26:58.563400 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] For port 7bc46880-41c8-4ce1-b85f-61ba0f131822, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=7bc46880-41c8-4ce1-b85f-61ba0f131822,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:26:58.571862 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:58.631457 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:26:58.632112 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:26:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:58.643180 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Router c39e75df-5cc0-4e93-bb00-720ac0184afb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:26:58.675789 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5853e-d642-49ca-90b8-aab4cdda82cc None None] Pushing event updated for resources: {'Port': ['ID=7bc46880-41c8-4ce1-b85f-61ba0f131822,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:58.746347 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:26:58.751428 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:26:58.757789 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-3536c9ad-05ea-45cb-969f-af6e543ce4a2 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c39e75df-5cc0-4e93-bb00-720ac0184afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5547225 Sep 15 14:26:58.777653 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Attempt 2 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:26:58.855918 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:26:58.971319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 2, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:26:58.997613 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9aba78-1398-4c37-a3ac-6153e65c2853 None None] The sync data for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi is: [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 2, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:26:59.090636 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device bdb1fb46-5d16-414f-9575-a9b15113428c up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:26:59.142475 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port bdb1fb46-5d16-414f-9575-a9b15113428c triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:26:59.144096 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.145054 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port bdb1fb46-5d16-414f-9575-a9b15113428c Sep 15 14:26:59.219649 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:59.228324 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port bdb1fb46-5d16-414f-9575-a9b15113428c is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:26:59.308405 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60242) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:59.313329 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-264674286-network', 'tenant_id': '16e1410c94744608a40b482c96aca5f7'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:59.338264 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Made reservation on behalf of 16e1410c94744608a40b482c96aca5f7 for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:26:59.341381 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.352036 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.357295 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Attempt 3 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:26:59.394460 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:26:59.435810 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Publish callbacks [] for security_group (b2948acb-78cb-4a3e-b995-27b3020d3632), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.440672 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (b2948acb-78cb-4a3e-b995-27b3020d3632), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.474489 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:26:59.481252 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2948acb-78cb-4a3e-b995-27b3020d3632,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:59.490185 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (059446ff-4516-49b9-894a-5e8651eba785), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.490556 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Added segment 059446ff-4516-49b9-894a-5e8651eba785 of type vlan for network 619cd675-1f70-4c4a-b403-fc43c4b775e0 Sep 15 14:26:59.536984 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (619cd675-1f70-4c4a-b403-fc43c4b775e0), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.563843 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (619cd675-1f70-4c4a-b403-fc43c4b775e0), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.564776 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:59.565920 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.629193 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3195767 Sep 15 14:26:59.632180 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60244) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:26:59.634861 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e604a-8da5-4746-bee0-4344b1d644f7 admin admin] Pushing event updated for resources: {'Network': ['ID=619cd675-1f70-4c4a-b403-fc43c4b775e0,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:59.638354 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Request body: {'subnet': {'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-264674286-subnet', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'ip_version': 4}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:26:59.651917 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network 619cd675-1f70-4c4a-b403-fc43c4b775e0 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:26:59.677889 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Made reservation on behalf of 16e1410c94744608a40b482c96aca5f7 for: {'subnet': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:26:59.681068 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25218330'] for subnet (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.860014 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:26:59.879282 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26004997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25218316'] for subnet (872aa69a-b80a-4a62-b22e-0580fbcad8df), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.896231 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Attempt 4 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:26:59.929792 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:26:59.941008 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=872aa69a-b80a-4a62-b22e-0580fbcad8df,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:26:59.951422 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Checking segment: {'id': '059446ff-4516-49b9-894a-5e8651eba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:26:59.951815 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Network hostable DHCP agents. Network: 619cd675-1f70-4c4a-b403-fc43c4b775e0, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:26:59.970037 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Network 619cd675-1f70-4c4a-b403-fc43c4b775e0 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:26:59.980496 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, 619cd675-1f70-4c4a-b403-fc43c4b775e0) {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:26:59.985095 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:26:59.985691 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:26:59.993775 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4336a-848e-46e0-a1cd-f576b140a757 None None] Network 619cd675-1f70-4c4a-b403-fc43c4b775e0 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:27:00.010418 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60246) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:00.010656 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3fa4538f-430c-441e-b076-1f919610a894 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3768442 Sep 15 14:27:00.015330 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:00.030466 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:00.042391 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-915'] for router (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.045006 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1810865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1784318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-922'] for router (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.117768 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks [] for router_controller (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), precommit_add_association {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.141428 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb280fe17-1b70-5854-9203-998e4e7fd1a6-619cd675-1f70-4c4a-b403-fc43c4b775e0', 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0', 'project_id': '16e1410c94744608a40b482c96aca5f7', 'fixed_ips': [{'subnet_id': '872aa69a-b80a-4a62-b22e-0580fbcad8df'}]}} from dv-cinder-856971-2-iscsi. {{(pid=106457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 14:27:00.142545 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.240236 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:00.280520 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks [] for router_gateway (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.313894 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:00.338237 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.db_base_plugin_common [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Allocated IP 172.20.0.2 (619cd675-1f70-4c4a-b403-fc43c4b775e0/872aa69a-b80a-4a62-b22e-0580fbcad8df/a04b6c50-ff58-4044-ad8d-5d2966df6e58) {{(pid=106457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:27:00.432318 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Attempt 5 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:27:00.492910 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:00.494861 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks [] for router_gateway (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.515048 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.543486 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Publish callbacks [] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), precommit_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.549188 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), after_create {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.592582 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Network 619cd675-1f70-4c4a-b403-fc43c4b775e0 is already hosted by enough agents. {{(pid=106457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:27:00.597762 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.scheduler.base_scheduler [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Resources bound (agent type, host, resource id): {{(pid=106457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:27:00.599935 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Pushing event updated for resources: {'Port': ['ID=a04b6c50-ff58-4044-ad8d-5d2966df6e58,revision_number=1']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:00.602775 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Received port after_create {{(pid=106457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:27:00.631027 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Allocated IP 172.27.1.88 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/27f1c44d-f312-48ed-afc1-613c6a44f91f) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:27:00.664544 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Attempting to bind port a04b6c50-ff58-4044-ad8d-5d2966df6e58 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:27:00.664849 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Attempting to bind port a04b6c50-ff58-4044-ad8d-5d2966df6e58 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '059446ff-4516-49b9-894a-5e8651eba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:27:00.665204 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Attempting to bind port a04b6c50-ff58-4044-ad8d-5d2966df6e58 on network 619cd675-1f70-4c4a-b403-fc43c4b775e0 {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:27:00.708267 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:27:00.708640 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Checking segment: {'id': '059446ff-4516-49b9-894a-5e8651eba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:27:00.709049 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.709436 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Bound using segment: {'id': '059446ff-4516-49b9-894a-5e8651eba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:27:00.709973 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Bound port: a04b6c50-ff58-4044-ad8d-5d2966df6e58, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059446ff-4516-49b9-894a-5e8651eba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:27:00.710494 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.738194 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-278d0057-91ab-4d0d-9217-a6762e5b1762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.746423 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks [] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.778875 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.786352 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] For port a04b6c50-ff58-4044-ad8d-5d2966df6e58, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:27:00.789687 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] For port a04b6c50-ff58-4044-ad8d-5d2966df6e58, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=a04b6c50-ff58-4044-ad8d-5d2966df6e58,segment=NetworkSegment(059446ff-4516-49b9-894a-5e8651eba785),segment_id=059446ff-4516-49b9-894a-5e8651eba785)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:27:00.795266 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:00.801183 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:00.817730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:27:00.831471 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:27:00.836353 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:27:00.853151 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde39ac-46e2-4ae6-981d-94a9981fbd21 None None] Pushing event updated for resources: {'Port': ['ID=a04b6c50-ff58-4044-ad8d-5d2966df6e58,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:00.860143 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Pushing event updated for resources: {'Port': ['ID=27f1c44d-f312-48ed-afc1-613c6a44f91f,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:00.994577 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Attempt 6 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:27:01.039331 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:01.132462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks [] for router_gateway (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.215103 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 7bc46880-41c8-4ce1-b85f-61ba0f131822 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:27:01.251581 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:01.261981 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:01.269803 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 7bc46880-41c8-4ce1-b85f-61ba0f131822 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:01.270450 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.270791 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 7bc46880-41c8-4ce1-b85f-61ba0f131822 Sep 15 14:27:01.324209 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Sync routers for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:27:01.334972 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:27:01.335578 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:27:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:01.363327 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811745'] for router (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.369452 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 7bc46880-41c8-4ce1-b85f-61ba0f131822 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:01.370440 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.393899 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 7bc46880-41c8-4ce1-b85f-61ba0f131822, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=7bc46880-41c8-4ce1-b85f-61ba0f131822,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:27:01.398303 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.399241 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device a04b6c50-ff58-4044-ad8d-5d2966df6e58 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:27:01.441610 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:01.453912 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:27:01.491553 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=7bc46880-41c8-4ce1-b85f-61ba0f131822,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:01.497319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port a04b6c50-ff58-4044-ad8d-5d2966df6e58 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:01.497929 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.498455 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port a04b6c50-ff58-4044-ad8d-5d2966df6e58 Sep 15 14:27:01.582857 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port a04b6c50-ff58-4044-ad8d-5d2966df6e58 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:01.583485 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.622811 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port a04b6c50-ff58-4044-ad8d-5d2966df6e58, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=a04b6c50-ff58-4044-ad8d-5d2966df6e58,segment=NetworkSegment(059446ff-4516-49b9-894a-5e8651eba785),segment_id=059446ff-4516-49b9-894a-5e8651eba785)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:27:01.629157 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.686476 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 2, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:01.691277 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=a04b6c50-ff58-4044-ad8d-5d2966df6e58,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:01.718287 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Checking router: c39e75df-5cc0-4e93-bb00-720ac0184afb for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:27:01.718642 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Updating router c39e75df-5cc0-4e93-bb00-720ac0184afb port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:27:01.748653 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.753249 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Attempt 7 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:27:01.792299 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:01.861410 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Router e9eec1e9-05cb-4620-91fc-74c6dc73d19a is scheduled to L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 with binding_index 1 {{(pid=106455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 14:27:01.954184 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d40d0-82c2-4d92-8232-37364dc4b956 None None] Network 619cd675-1f70-4c4a-b403-fc43c4b775e0 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:27:01.973394 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:27:01.990491 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:01.994433 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-2dff8103-8d17-4504-96f0-8864b3956909 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9798491 Sep 15 14:27:01.994600 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60248) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:02.003510 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Sync routers for ids ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:27:02.028936 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Publish callbacks [] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.031823 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:02.036812 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.040106 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Routers {'e9eec1e9-05cb-4620-91fc-74c6dc73d19a'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:27:02.041220 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:27:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:02.091232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.120629 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:02.131622 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Pushing event updated for resources: {'Port': ['ID=5cfde5f5-610f-41ef-b0f1-1ab31e0896f7,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:02.141703 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Attempting to bind port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:27:02.142098 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Attempting to bind port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:27:02.142655 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Attempting to bind port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:27:02.145550 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.145897 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.146260 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.146606 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.146944 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.147271 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.147594 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.147940 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.148268 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.148587 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.148912 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.149246 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.149569 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.149885 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.150201 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:02.196051 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Set router e9eec1e9-05cb-4620-91fc-74c6dc73d19a gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:27:02.197967 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:02.199488 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:27:02.199927 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Checking segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:27:02.201005 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.201399 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Bound using segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:27:02.201873 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Bound port: 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:27:02.202250 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.275276 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] For port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:27:02.285625 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] For port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=5cfde5f5-610f-41ef-b0f1-1ab31e0896f7,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:27:02.294951 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.300310 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Attempt 8 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:27:02.354473 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:27:02.355737 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:27:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:02.401689 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Current status of the port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:02.402355 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.461700 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] For port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=5cfde5f5-610f-41ef-b0f1-1ab31e0896f7,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:27:02.470809 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.474401 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:02.488925 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.527401 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927952a6-9750-48c7-bff4-88f4a139791b None None] Pushing event updated for resources: {'Port': ['ID=5cfde5f5-610f-41ef-b0f1-1ab31e0896f7,revision_number=4']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:02.541483 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:00Z', 'revision_number': 3, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'gw_port': {'id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:02.573503 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Checking router: e9eec1e9-05cb-4620-91fc-74c6dc73d19a for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:27:02.573762 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Updating router e9eec1e9-05cb-4620-91fc-74c6dc73d19a port 27f1c44d-f312-48ed-afc1-613c6a44f91f binding host dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:27:02.586779 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:02.597022 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7947c32-3b81-4d56-a511-b4347b404c38 None None] Pushing event updated for resources: {'Port': ['ID=5cfde5f5-610f-41ef-b0f1-1ab31e0896f7,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:02.605147 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:27:02.619862 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.640393 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-2885781a-0bbc-4afa-a48b-9c4394a6de32 None None] Provisioning complete for port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:02.640762 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2885781a-0bbc-4afa-a48b-9c4394a6de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.641095 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-2885781a-0bbc-4afa-a48b-9c4394a6de32 None None] Attempt 1 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:27:02.642523 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Allocated IP 172.20.0.1 (619cd675-1f70-4c4a-b403-fc43c4b775e0/872aa69a-b80a-4a62-b22e-0580fbcad8df/1415505e-3869-41b3-97dc-c9b0a1d87d2e) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:27:02.666640 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:02.757725 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Publish callbacks [] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.795807 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.810453 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:02.839929 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-2885781a-0bbc-4afa-a48b-9c4394a6de32 None None] Current status of the port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:02.840961 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528cb44-d302-4eea-a159-f171b398b2f7 None None] The sync data for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi is: [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:27:02.841378 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Network 619cd675-1f70-4c4a-b403-fc43c4b775e0 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:27:02.852272 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:27:02.860253 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Pushing event updated for resources: {'Port': ['ID=1415505e-3869-41b3-97dc-c9b0a1d87d2e,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:02.863876 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:27:02.864438 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-2885781a-0bbc-4afa-a48b-9c4394a6de32 None None] Provisioning complete for port a04b6c50-ff58-4044-ad8d-5d2966df6e58 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:02.864583 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-2885781a-0bbc-4afa-a48b-9c4394a6de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:02.865104 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-2885781a-0bbc-4afa-a48b-9c4394a6de32 None None] Attempt 1 to provision port a04b6c50-ff58-4044-ad8d-5d2966df6e58 Sep 15 14:27:02.920404 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1772056'] for router_interface (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.024346 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Publish callbacks [] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), precommit_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.026924 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-2885781a-0bbc-4afa-a48b-9c4394a6de32 None None] Current status of the port a04b6c50-ff58-4044-ad8d-5d2966df6e58 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:03.034618 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.044438 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:03.077191 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Attempting to bind port 27f1c44d-f312-48ed-afc1-613c6a44f91f on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:27:03.077598 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Attempting to bind port 27f1c44d-f312-48ed-afc1-613c6a44f91f by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:27:03.077964 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Attempting to bind port 27f1c44d-f312-48ed-afc1-613c6a44f91f on network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:27:03.108676 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.123509 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e6926-7096-445a-980f-513997ea3d28 None None] Pushing event updated for resources: {'Port': ['ID=27f1c44d-f312-48ed-afc1-613c6a44f91f,revision_number=2']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:03.154075 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:27:03.154450 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Checking segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:27:03.154853 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.155269 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Bound using segment: {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'} {{(pid=106457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:27:03.155743 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.managers [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Bound port: 27f1c44d-f312-48ed-afc1-613c6a44f91f, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807602c2-5efe-4662-902d-ce896204e0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a'}}] {{(pid=106457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:27:03.156133 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.157668 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Provisioning complete for port 1415505e-3869-41b3-97dc-c9b0a1d87d2e triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:03.159515 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.159515 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 1 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:03.204738 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:27:03.256581 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Port 1415505e-3869-41b3-97dc-c9b0a1d87d2e cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:03.278222 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] For port 27f1c44d-f312-48ed-afc1-613c6a44f91f, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:27:03.282131 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] For port 27f1c44d-f312-48ed-afc1-613c6a44f91f, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=27f1c44d-f312-48ed-afc1-613c6a44f91f,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:27:03.290784 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:03.291163 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.291503 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 Sep 15 14:27:03.295798 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.308600 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Publish callbacks [] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.318293 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.359435 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:03.369219 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Routers {'e9eec1e9-05cb-4620-91fc-74c6dc73d19a'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:27:03.369870 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:27:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:03.377482 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:03.399258 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Pushing event updated for resources: {'Port': ['ID=1415505e-3869-41b3-97dc-c9b0a1d87d2e,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:03.405393 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1772172'] for router_interface (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.441970 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e6926-7096-445a-980f-513997ea3d28 None None] Pushing event updated for resources: {'Port': ['ID=27f1c44d-f312-48ed-afc1-613c6a44f91f,revision_number=3']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:03.503635 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:03.519495 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Network 619cd675-1f70-4c4a-b403-fc43c4b775e0 is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:27:03.522121 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:27:03.666184 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Router e9eec1e9-05cb-4620-91fc-74c6dc73d19a has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:27:03.702546 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] Set router e9eec1e9-05cb-4620-91fc-74c6dc73d19a gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:27:03.734476 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:03.735865 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 7bc46880-41c8-4ce1-b85f-61ba0f131822 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:27:03.759420 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 2 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:03.761137 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.765984 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.793393 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:27:03.798240 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-755558ae-8cef-4617-bc4d-6cb4c63bbdac admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e9eec1e9-05cb-4620-91fc-74c6dc73d19a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025291 Sep 15 14:27:03.854938 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Port 1415505e-3869-41b3-97dc-c9b0a1d87d2e cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:03.902881 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 7bc46880-41c8-4ce1-b85f-61ba0f131822 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:03.903255 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:03.903591 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 7bc46880-41c8-4ce1-b85f-61ba0f131822 Sep 15 14:27:04.024346 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 4, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'gw_port': {'id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1415505e-3869-41b3-97dc-c9b0a1d87d2e', 'name': '', 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'mac_address': 'fa:16:3e:32:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:02Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 2, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'subnets': [{'id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:04.059256 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b4521-3d95-4ea3-93d9-3a0a7a8b85a8 None None] The sync data for ids ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'] in dv-cinder-856971-2-iscsi is: [{'id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 4, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'gw_port': {'id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1415505e-3869-41b3-97dc-c9b0a1d87d2e', 'name': '', 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'mac_address': 'fa:16:3e:32:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:02Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 2, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'subnets': [{'id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:27:04.061131 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 7bc46880-41c8-4ce1-b85f-61ba0f131822 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:04.062146 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device a04b6c50-ff58-4044-ad8d-5d2966df6e58 up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:27:04.110299 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port a04b6c50-ff58-4044-ad8d-5d2966df6e58 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:04.110676 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.111018 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port a04b6c50-ff58-4044-ad8d-5d2966df6e58 Sep 15 14:27:04.134628 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:04.149976 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60258) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:04.154987 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-2d9a5279-a7e6-4a23-a2f4-f781659bafce tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521721999', 'description': 'tempest-secgroup-smoke-1521721999 description', 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:04.180633 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5279-a7e6-4a23-a2f4-f781659bafce tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.189708 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port a04b6c50-ff58-4044-ad8d-5d2966df6e58 is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:04.265412 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5279-a7e6-4a23-a2f4-f781659bafce tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group (0ec43e38-c375-42c4-83c9-fd272efd5878), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.271752 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5279-a7e6-4a23-a2f4-f781659bafce tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (0ec43e38-c375-42c4-83c9-fd272efd5878), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.321232 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-2d9a5279-a7e6-4a23-a2f4-f781659bafce tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.322526 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-2d9a5279-a7e6-4a23-a2f4-f781659bafce tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1712756 Sep 15 14:27:04.323446 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a5279-a7e6-4a23-a2f4-f781659bafce tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec43e38-c375-42c4-83c9-fd272efd5878,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:04.325542 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60260) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:04.330096 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-07c76823-802e-4851-b4e8-f3aabaab217e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'security_group_rule': {'security_group_id': '0ec43e38-c375-42c4-83c9-fd272efd5878', 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:04.355715 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 3 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:04.358544 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-07c76823-802e-4851-b4e8-f3aabaab217e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (18857b76-8ff7-4deb-8501-05338f754c64), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.398324 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Port 1415505e-3869-41b3-97dc-c9b0a1d87d2e cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:04.420024 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-07c76823-802e-4851-b4e8-f3aabaab217e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (18857b76-8ff7-4deb-8501-05338f754c64), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.423664 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-07c76823-802e-4851-b4e8-f3aabaab217e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (18857b76-8ff7-4deb-8501-05338f754c64), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.436785 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:04.445605 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c76823-802e-4851-b4e8-f3aabaab217e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18857b76-8ff7-4deb-8501-05338f754c64,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:04.457223 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-07c76823-802e-4851-b4e8-f3aabaab217e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.458462 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-07c76823-802e-4851-b4e8-f3aabaab217e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319170 Sep 15 14:27:04.461354 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60262) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:04.466094 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [None req-e101b5b5-c983-4f7e-965e-bcdc6eece1fd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'security_group_rule': {'security_group_id': '0ec43e38-c375-42c4-83c9-fd272efd5878', 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:04.502284 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e101b5b5-c983-4f7e-965e-bcdc6eece1fd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (50b14184-5868-469a-8acf-4f7f59a2e804), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.554755 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e101b5b5-c983-4f7e-965e-bcdc6eece1fd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (50b14184-5868-469a-8acf-4f7f59a2e804), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.558807 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e101b5b5-c983-4f7e-965e-bcdc6eece1fd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (50b14184-5868-469a-8acf-4f7f59a2e804), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.578962 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101b5b5-c983-4f7e-965e-bcdc6eece1fd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b14184-5868-469a-8acf-4f7f59a2e804,revision_number=0']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:04.584269 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e101b5b5-c983-4f7e-965e-bcdc6eece1fd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.588228 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-e101b5b5-c983-4f7e-965e-bcdc6eece1fd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256258 Sep 15 14:27:04.588592 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60264) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:04.593045 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-b9b2f51b-896d-4c54-8929-cc0dc0176529 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'security_group_rule': {'security_group_id': '0ec43e38-c375-42c4-83c9-fd272efd5878', 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:04.626663 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f51b-896d-4c54-8929-cc0dc0176529 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (e605f598-c943-4a6b-b494-abdfc7c64a45), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.686987 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f51b-896d-4c54-8929-cc0dc0176529 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (e605f598-c943-4a6b-b494-abdfc7c64a45), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.689825 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f51b-896d-4c54-8929-cc0dc0176529 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (e605f598-c943-4a6b-b494-abdfc7c64a45), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.711076 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2f51b-896d-4c54-8929-cc0dc0176529 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e605f598-c943-4a6b-b494-abdfc7c64a45,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:04.716373 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f51b-896d-4c54-8929-cc0dc0176529 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.719553 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-b9b2f51b-896d-4c54-8929-cc0dc0176529 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278367 Sep 15 14:27:04.720206 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60266) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:04.725140 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-90b5b7e4-9c18-470e-894b-da2aee60a4f0 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'security_group_rule': {'security_group_id': '0ec43e38-c375-42c4-83c9-fd272efd5878', 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:04.757521 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-90b5b7e4-9c18-470e-894b-da2aee60a4f0 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (d3b16e28-dd8d-4387-af0b-e94d8b39f074), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.807113 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-90b5b7e4-9c18-470e-894b-da2aee60a4f0 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (d3b16e28-dd8d-4387-af0b-e94d8b39f074), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.810674 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-90b5b7e4-9c18-470e-894b-da2aee60a4f0 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (d3b16e28-dd8d-4387-af0b-e94d8b39f074), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.822078 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:04.829678 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5b7e4-9c18-470e-894b-da2aee60a4f0 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b16e28-dd8d-4387-af0b-e94d8b39f074,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:04.839757 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-90b5b7e4-9c18-470e-894b-da2aee60a4f0 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.840872 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-90b5b7e4-9c18-470e-894b-da2aee60a4f0 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197701 Sep 15 14:27:04.843609 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60268) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:04.848818 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-ceaaa7bd-0269-499d-95f2-9a9b78412c5c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'security_group_rule': {'security_group_id': '0ec43e38-c375-42c4-83c9-fd272efd5878', 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:04.869411 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.securitygroups_db [None req-ceaaa7bd-0269-499d-95f2-9a9b78412c5c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Project b9f4deb43acf410aa0a8e88c20ddb3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 14:27:04.875259 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ceaaa7bd-0269-499d-95f2-9a9b78412c5c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (11233a62-16fa-4ca7-85fa-52940a74cf2e), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.899212 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 4 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:04.924338 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:04.933122 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Port 1415505e-3869-41b3-97dc-c9b0a1d87d2e cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:04.934792 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:04.936917 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ceaaa7bd-0269-499d-95f2-9a9b78412c5c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (11233a62-16fa-4ca7-85fa-52940a74cf2e), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.941515 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ceaaa7bd-0269-499d-95f2-9a9b78412c5c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (11233a62-16fa-4ca7-85fa-52940a74cf2e), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.961474 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaa7bd-0269-499d-95f2-9a9b78412c5c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11233a62-16fa-4ca7-85fa-52940a74cf2e,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:04.969704 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ceaaa7bd-0269-499d-95f2-9a9b78412c5c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:04.970911 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ceaaa7bd-0269-499d-95f2-9a9b78412c5c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263173 Sep 15 14:27:04.973705 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60270) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:04.977945 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-e578ecc8-1792-46cc-a860-7adb8c3b64b2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'security_group_rule': {'security_group_id': '0ec43e38-c375-42c4-83c9-fd272efd5878', 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:04.998854 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.securitygroups_db [None req-e578ecc8-1792-46cc-a860-7adb8c3b64b2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Project b9f4deb43acf410aa0a8e88c20ddb3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 14:27:05.005272 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e578ecc8-1792-46cc-a860-7adb8c3b64b2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (84bf3ab8-c552-4065-b3de-b8ae610ab473), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:05.066693 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e578ecc8-1792-46cc-a860-7adb8c3b64b2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (84bf3ab8-c552-4065-b3de-b8ae610ab473), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:05.070766 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e578ecc8-1792-46cc-a860-7adb8c3b64b2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811861'] for security_group_rule (84bf3ab8-c552-4065-b3de-b8ae610ab473), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:05.089148 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578ecc8-1792-46cc-a860-7adb8c3b64b2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bf3ab8-c552-4065-b3de-b8ae610ab473,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:05.095719 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e578ecc8-1792-46cc-a860-7adb8c3b64b2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:05.097545 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e578ecc8-1792-46cc-a860-7adb8c3b64b2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228647 Sep 15 14:27:05.434753 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 5 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:05.475017 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Port 1415505e-3869-41b3-97dc-c9b0a1d87d2e cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:05.977059 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 6 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:06.013190 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Port 1415505e-3869-41b3-97dc-c9b0a1d87d2e cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:06.514900 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 7 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:06.554592 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Port 1415505e-3869-41b3-97dc-c9b0a1d87d2e cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:06.911430 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Sync routers for ids ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:27:06.921758 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Routers {'e9eec1e9-05cb-4620-91fc-74c6dc73d19a'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:27:06.922358 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:27:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:07.026142 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Set router e9eec1e9-05cb-4620-91fc-74c6dc73d19a gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:27:07.055524 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 8 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:07.091376 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Port 1415505e-3869-41b3-97dc-c9b0a1d87d2e cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:07.116158 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 27f1c44d-f312-48ed-afc1-613c6a44f91f up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:27:07.160671 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 27f1c44d-f312-48ed-afc1-613c6a44f91f triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:07.161806 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:07.162170 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 27f1c44d-f312-48ed-afc1-613c6a44f91f Sep 15 14:27:07.203895 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:07.225728 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 4, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'gw_port': {'id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1415505e-3869-41b3-97dc-c9b0a1d87d2e', 'name': '', 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'mac_address': 'fa:16:3e:32:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:02Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 2, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'subnets': [{'id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:07.241422 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 27f1c44d-f312-48ed-afc1-613c6a44f91f is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:07.241822 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:07.252260 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Checking router: e9eec1e9-05cb-4620-91fc-74c6dc73d19a for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:27:07.252847 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Updating router e9eec1e9-05cb-4620-91fc-74c6dc73d19a port 1415505e-3869-41b3-97dc-c9b0a1d87d2e binding host dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 14:27:07.263547 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] For port 27f1c44d-f312-48ed-afc1-613c6a44f91f, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=27f1c44d-f312-48ed-afc1-613c6a44f91f,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:27:07.267537 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:07.282658 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:07.318226 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Pushing event updated for resources: {'Port': ['ID=27f1c44d-f312-48ed-afc1-613c6a44f91f,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:07.373375 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:07.544022 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Publish callbacks [] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:07.550086 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:07.592372 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 9 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:07.629371 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Port 1415505e-3869-41b3-97dc-c9b0a1d87d2e cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:07.632410 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0696dd-c757-47c3-84f7-4b7f2d80f95f None None] Pushing event updated for resources: {'Port': ['ID=1415505e-3869-41b3-97dc-c9b0a1d87d2e,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:07.648409 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Attempting to bind port 1415505e-3869-41b3-97dc-c9b0a1d87d2e on host dv-cinder-856971-2-iscsi for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:27:07.648779 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Attempting to bind port 1415505e-3869-41b3-97dc-c9b0a1d87d2e by drivers openvswitch,hyperv on host dv-cinder-856971-2-iscsi at level 0 using segments [{'id': '059446ff-4516-49b9-894a-5e8651eba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:27:07.649132 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Attempting to bind port 1415505e-3869-41b3-97dc-c9b0a1d87d2e on network 619cd675-1f70-4c4a-b403-fc43c4b775e0 {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:27:07.694800 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Checking agent: {'id': '9283e4de-b51d-445e-911c-c7536cea97cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856971-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 1, 33), 'started_at': datetime.datetime(2022, 9, 15, 14, 2, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856971-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:27:07.695170 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Checking segment: {'id': '059446ff-4516-49b9-894a-5e8651eba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:27:07.695866 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:07.696256 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Bound using segment: {'id': '059446ff-4516-49b9-894a-5e8651eba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:27:07.696735 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Bound port: 1415505e-3869-41b3-97dc-c9b0a1d87d2e, host: dv-cinder-856971-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059446ff-4516-49b9-894a-5e8651eba785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:27:07.697108 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:07.758809 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] For port 1415505e-3869-41b3-97dc-c9b0a1d87d2e, host dv-cinder-856971-2-iscsi, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:27:07.761781 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] For port 1415505e-3869-41b3-97dc-c9b0a1d87d2e, host dv-cinder-856971-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=1415505e-3869-41b3-97dc-c9b0a1d87d2e,segment=NetworkSegment(059446ff-4516-49b9-894a-5e8651eba785),segment_id=059446ff-4516-49b9-894a-5e8651eba785)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:27:07.769254 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:07.805516 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Routers {'e9eec1e9-05cb-4620-91fc-74c6dc73d19a'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:27:07.806047 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:27:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:07.863861 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0696dd-c757-47c3-84f7-4b7f2d80f95f None None] Pushing event updated for resources: {'Port': ['ID=1415505e-3869-41b3-97dc-c9b0a1d87d2e,revision_number=4']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:07.928652 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] Set router e9eec1e9-05cb-4620-91fc-74c6dc73d19a gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:27:08.069950 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:08.122862 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 4, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'gw_port': {'id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1415505e-3869-41b3-97dc-c9b0a1d87d2e', 'name': '', 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'mac_address': 'fa:16:3e:32:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:02Z', 'updated_at': '2022-09-15T14:27:07Z', 'revision_number': 4, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'subnets': [{'id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:08.130767 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Attempt 10 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:08.148819 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae076ce3-2eaf-435d-bd6e-0a84b8387b81 None None] The sync data for ids ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'] in dv-cinder-856971-2-iscsi is: [{'id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:03Z', 'revision_number': 4, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'gw_port': {'id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '1415505e-3869-41b3-97dc-c9b0a1d87d2e', 'name': '', 'network_id': '619cd675-1f70-4c4a-b403-fc43c4b775e0', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'mac_address': 'fa:16:3e:32:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:02Z', 'updated_at': '2022-09-15T14:27:07Z', 'revision_number': 4, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'subnets': [{'id': '872aa69a-b80a-4a62-b22e-0580fbcad8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:27:08.210914 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Current status of the port 1415505e-3869-41b3-97dc-c9b0a1d87d2e is: DOWN; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:08.211324 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:08.245841 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] For port 1415505e-3869-41b3-97dc-c9b0a1d87d2e, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=1415505e-3869-41b3-97dc-c9b0a1d87d2e,segment=NetworkSegment(059446ff-4516-49b9-894a-5e8651eba785),segment_id=059446ff-4516-49b9-894a-5e8651eba785)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:27:08.249995 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:08.300508 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87d70c-8c7a-49fd-b5be-3b0361754ce9 None None] Pushing event updated for resources: {'Port': ['ID=1415505e-3869-41b3-97dc-c9b0a1d87d2e,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:08.376328 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-0133c501-4ce2-400b-8db3-ca62324a639c None None] Provisioning complete for port 1415505e-3869-41b3-97dc-c9b0a1d87d2e triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:08.376702 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0133c501-4ce2-400b-8db3-ca62324a639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:08.377038 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-0133c501-4ce2-400b-8db3-ca62324a639c None None] Attempt 1 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:08.447308 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:08.459886 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-0133c501-4ce2-400b-8db3-ca62324a639c None None] Current status of the port 1415505e-3869-41b3-97dc-c9b0a1d87d2e is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:09.108681 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 27f1c44d-f312-48ed-afc1-613c6a44f91f up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:27:09.152344 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 27f1c44d-f312-48ed-afc1-613c6a44f91f triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:09.153056 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:09.153056 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 27f1c44d-f312-48ed-afc1-613c6a44f91f Sep 15 14:27:09.230720 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 27f1c44d-f312-48ed-afc1-613c6a44f91f is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:09.231726 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 1415505e-3869-41b3-97dc-c9b0a1d87d2e up at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:27:09.269333 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:09.277290 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Provisioning complete for port 1415505e-3869-41b3-97dc-c9b0a1d87d2e triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:09.277584 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:09.277926 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Attempt 1 to provision port 1415505e-3869-41b3-97dc-c9b0a1d87d2e Sep 15 14:27:09.349749 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Current status of the port 1415505e-3869-41b3-97dc-c9b0a1d87d2e is: ACTIVE; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:14.576661 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=16,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:14.578594 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:15.088508 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:15.091658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=31,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:16.694159 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:18.126231 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:18.927155 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:27:25.798406 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-e7bc7ede-75a5-451c-b89b-908f8dabb981 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1521721999&fields=id&tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5 HTTP/1.1" status: 200 len: 267 time: 0.0435135 Sep 15 14:27:25.903333 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-dc23b7b3-432a-4638-a0dc-a5d4f723bf63 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:25.904730 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-dc23b7b3-432a-4638-a0dc-a5d4f723bf63 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 812 time: 0.0995932 Sep 15 14:27:25.918960 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-788815e1-a668-419e-bd96-0f4a502e7394 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/quotas/b9f4deb43acf410aa0a8e88c20ddb3f5 HTTP/1.1" status: 200 len: 375 time: 0.0089231 Sep 15 14:27:25.972143 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-028ec963-f507-4c7a-a484-9d870042bdf9 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483892 Sep 15 14:27:26.154703 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-b7442825-980c-497d-99b9-e5bb67a862f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703095 Sep 15 14:27:26.247512 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-31180cb4-3eb5-4e2e-af77-1f2f95fbe74c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871258 Sep 15 14:27:26.540080 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-dfa2722d-6473-4916-b305-371be327b8b8 req-51741fd2-6e12-475a-8653-222f73d6bd70 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 210 time: 0.0282509 Sep 15 14:27:26.688760 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=42 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:26.690655 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:27.644833 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-b63ceec0-1d14-4115-9ec9-5212e9033678 req-64f0be03-afd2-4f1b-9682-c7ea7db81bc5 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 210 time: 0.0289800 Sep 15 14:27:27.684263 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-d72c7e88-40ec-4a1f-b422-ebd4caa3a96a tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:27.685729 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-d72c7e88-40ec-4a1f-b422-ebd4caa3a96a tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 812 time: 0.1079752 Sep 15 14:27:27.755091 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-3aeee55f-edb3-4879-b393-19010b02b7f9 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5 HTTP/1.1" status: 200 len: 380 time: 0.0544043 Sep 15 14:27:27.763101 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'port': {'device_id': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'admin_state_up': True, 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'security_groups': ['0ec43e38-c375-42c4-83c9-fd272efd5878']}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:27.872218 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Made reservation on behalf of b9f4deb43acf410aa0a8e88c20ddb3f5 for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:27:27.875929 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:28.004596 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Allocated IP 172.20.0.11 (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc/bcaa217a-8832-4227-b42c-80b1a0cf6c68/812a62e2-da15-4a46-b6f8-cb419b29755f) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:27:28.146864 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:28.179130 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:28.227148 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:27:28.232618 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:27:28.234930 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'Port': ['ID=812a62e2-da15-4a46-b6f8-cb419b29755f,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:28.237259 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:27:28.292135 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:28.292753 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:28.319048 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-c938b633-e349-4bdf-994b-f4061dcd431d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5592391 Sep 15 14:27:28.346702 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Request body: {'port': {'device_id': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:28.413605 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:28.425103 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:28.429570 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:28.461816 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9a3a91d7-4823-4fc6-8252-6c3f95ff882b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:28.496288 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-22deaa74-06ed-45f7-a8e8-539a4c02240a None None] Provisioning complete for port 812a62e2-da15-4a46-b6f8-cb419b29755f triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:28.496585 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22deaa74-06ed-45f7-a8e8-539a4c02240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:28.496915 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-22deaa74-06ed-45f7-a8e8-539a4c02240a None None] Attempt 1 to provision port 812a62e2-da15-4a46-b6f8-cb419b29755f Sep 15 14:27:28.529077 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-22deaa74-06ed-45f7-a8e8-539a4c02240a None None] Port 812a62e2-da15-4a46-b6f8-cb419b29755f cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:28.679825 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812a62e2-da15-4a46-b6f8-cb419b29755f {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:27:28.687424 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Publish callbacks [] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:28.700646 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Transition to ACTIVE for port object 812a62e2-da15-4a46-b6f8-cb419b29755f will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:27:28.704233 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:28.797557 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Pushing event updated for resources: {'Port': ['ID=812a62e2-da15-4a46-b6f8-cb419b29755f,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:28.829884 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025cb3b-7110-4785-8295-095c8cbc128d req-91b6a8dd-b90e-46ad-8377-22ba2cc55ada tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:28.831344 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6025cb3b-7110-4785-8295-095c8cbc128d req-91b6a8dd-b90e-46ad-8377-22ba2cc55ada tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 944 time: 0.1037631 Sep 15 14:27:28.881335 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Attempting to bind port 812a62e2-da15-4a46-b6f8-cb419b29755f on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:27:28.881669 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Attempting to bind port 812a62e2-da15-4a46-b6f8-cb419b29755f by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:27:28.881992 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Attempting to bind port 812a62e2-da15-4a46-b6f8-cb419b29755f on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:27:28.920797 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6025cb3b-7110-4785-8295-095c8cbc128d req-57e00035-1ee8-4b06-8214-4dd0991d1212 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829649 Sep 15 14:27:28.921796 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:28.922987 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:28.939773 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Port 812a62e2-da15-4a46-b6f8-cb419b29755f on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:27:28.940104 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Attempting to bind port 812a62e2-da15-4a46-b6f8-cb419b29755f on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:27:28.983009 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:27:28.983363 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Checking segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:27:28.983764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Bound using segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:27:28.984190 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Bound port: 812a62e2-da15-4a46-b6f8-cb419b29755f, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:27:28.984539 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:29.030116 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-22deaa74-06ed-45f7-a8e8-539a4c02240a None None] Attempt 2 to provision port 812a62e2-da15-4a46-b6f8-cb419b29755f Sep 15 14:27:29.046524 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] For port 812a62e2-da15-4a46-b6f8-cb419b29755f, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:27:29.049662 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] For port 812a62e2-da15-4a46-b6f8-cb419b29755f, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=812a62e2-da15-4a46-b6f8-cb419b29755f,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:27:29.056640 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:29.060823 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:29.061426 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:29.062776 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/812a62e2-da15-4a46-b6f8-cb419b29755f HTTP/1.1" status: 200 len: 1094 time: 0.7210159 Sep 15 14:27:29.063316 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'tag': '812a62e2-da15-4a46-b6f8-cb419b29755f'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:27:29.065667 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3" -d '{"events": [{"name": "network-changed", "server_uuid": "6afa929a-8671-4b84-a300-dee26b8dfa02", "tag": "812a62e2-da15-4a46-b6f8-cb419b29755f"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:27:29.067932 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-22deaa74-06ed-45f7-a8e8-539a4c02240a None None] Port 812a62e2-da15-4a46-b6f8-cb419b29755f cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:27:29.115839 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b08b3-fab7-41c2-ac74-26d4d1ff5728 service neutron] Pushing event updated for resources: {'Port': ['ID=812a62e2-da15-4a46-b6f8-cb419b29755f,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:29.170967 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef6eb5a-98f4-4ffe-8295-aa6d903fff6d x-openstack-request-id: req-cef6eb5a-98f4-4ffe-8295-aa6d903fff6d {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:27:29.171250 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afa929a-8671-4b84-a300-dee26b8dfa02", "tag": "812a62e2-da15-4a46-b6f8-cb419b29755f", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:27:29.171496 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cef6eb5a-98f4-4ffe-8295-aa6d903fff6d {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:27:29.171924 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef6eb5a-98f4-4ffe-8295-aa6d903fff6d'] response: {'name': 'network-changed', 'server_uuid': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'tag': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'status': 'completed', 'code': 200} Sep 15 14:27:29.184012 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-07c976f7-9a1b-4ad9-ad6e-89115dfca6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:29.185436 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-07c976f7-9a1b-4ad9-ad6e-89115dfca6a6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 1128 time: 0.0434728 Sep 15 14:27:29.241880 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-3ef2ebe0-d6aa-44a0-942a-1ec9be351d98 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812a62e2-da15-4a46-b6f8-cb419b29755f HTTP/1.1" status: 200 len: 217 time: 0.0321691 Sep 15 14:27:29.295459 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-e72f0698-90d1-4bb8-bea9-6c0aa3a8a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:29.296890 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-e72f0698-90d1-4bb8-bea9-6c0aa3a8a1cc service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0466590 Sep 15 14:27:29.343178 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-4d22ffaa-89c2-4d6f-836c-458e2750c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:29.344684 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-4d22ffaa-89c2-4d6f-836c-458e2750c3a2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393362 Sep 15 14:27:29.392556 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:29.394481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:29.439143 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-f52efde4-b37d-4cca-ae4c-cd0364a6797b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873363 Sep 15 14:27:29.528997 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a575ec23-808e-45cc-81f9-1c3c17d87bb4 req-d1939a98-4ba4-43bc-9c77-4205abad10db service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816343 Sep 15 14:27:29.569063 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-22deaa74-06ed-45f7-a8e8-539a4c02240a None None] Attempt 3 to provision port 812a62e2-da15-4a46-b6f8-cb419b29755f Sep 15 14:27:29.607070 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-22deaa74-06ed-45f7-a8e8-539a4c02240a None None] Port 812a62e2-da15-4a46-b6f8-cb419b29755f had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:27:30.044684 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb814ee-12f8-4239-80ad-5ff5a695120b req-ca334607-3e52-460a-8c2d-e7cefe67bcbf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:30.046195 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bdb814ee-12f8-4239-80ad-5ff5a695120b req-ca334607-3e52-460a-8c2d-e7cefe67bcbf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 944 time: 0.0497010 Sep 15 14:27:30.099661 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-bdb814ee-12f8-4239-80ad-5ff5a695120b req-4b3e5d52-9556-41cb-b56f-6127abe435fe tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471289 Sep 15 14:27:30.448056 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-d6e2a909-087c-4923-a272-4c99cc47012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:30.449504 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-d6e2a909-087c-4923-a272-4c99cc47012b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 1128 time: 0.0382414 Sep 15 14:27:30.538379 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-559cbfbd-cb4b-4a88-acb8-58844f0ca6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:30.539863 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-559cbfbd-cb4b-4a88-acb8-58844f0ca6e7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0840824 Sep 15 14:27:30.583798 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-72249ef5-bb74-41e1-b6ce-8ad1f906214e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812a62e2-da15-4a46-b6f8-cb419b29755f HTTP/1.1" status: 200 len: 217 time: 0.0364277 Sep 15 14:27:30.631590 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-5714dce9-880e-4ac6-96aa-6a5c957627a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:30.633037 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-5714dce9-880e-4ac6-96aa-6a5c957627a2 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0437262 Sep 15 14:27:30.676149 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-ad58ea0b-6ea9-49c8-b0ef-3a5264372a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:30.677591 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-ad58ea0b-6ea9-49c8-b0ef-3a5264372a6e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381320 Sep 15 14:27:30.731324 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-6c81cbf8-a4fb-458d-8577-9f316792b759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:30.771937 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-cbb8800f-f852-47f1-b0f6-39fd4a9c2ffb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885756 Sep 15 14:27:30.863406 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-1cf9a6dd-7439-40ae-96cd-f8aa569e2be3 req-0ca11041-69aa-4984-93b0-24badb0dadd6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852582 Sep 15 14:27:31.220196 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a825-4683-4a4d-9985-c64025728af0 req-c6135f6f-5a1c-4a87-8e89-3d6baf237340 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:31.221648 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c414a825-4683-4a4d-9985-c64025728af0 req-c6135f6f-5a1c-4a87-8e89-3d6baf237340 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 944 time: 0.0470827 Sep 15 14:27:31.274417 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c414a825-4683-4a4d-9985-c64025728af0 req-02ba32de-9ab1-4c72-a00c-7c0cb775c92d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Sep 15 14:27:32.031917 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:32.393747 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed6cbf-e6b7-4905-9e28-a0d8f22a30ef req-3073c983-c30d-4702-8e4a-7542d74a0492 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:32.396092 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b7ed6cbf-e6b7-4905-9e28-a0d8f22a30ef req-3073c983-c30d-4702-8e4a-7542d74a0492 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 944 time: 0.0471165 Sep 15 14:27:32.443903 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b7ed6cbf-e6b7-4905-9e28-a0d8f22a30ef req-9648852a-2af3-4347-9a3a-293a4ebd6dc7 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 Sep 15 14:27:33.540240 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:33.579132 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45818-057b-4578-bc0c-e6322cc05757 req-0e79a8e3-65a2-495a-bdfb-6277146ce489 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:33.580583 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3df45818-057b-4578-bc0c-e6322cc05757 req-0e79a8e3-65a2-495a-bdfb-6277146ce489 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 944 time: 0.0610855 Sep 15 14:27:33.613418 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:33.632931 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3df45818-057b-4578-bc0c-e6322cc05757 req-f1c820da-08d5-40dc-bed1-4669c2c096ee tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465643 Sep 15 14:27:34.750963 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b19a2a-65e5-4f4e-834e-bc7cd13a90b8 req-2ff37e29-1a02-44a8-9a72-37fd22c6f747 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:34.752458 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-60b19a2a-65e5-4f4e-834e-bc7cd13a90b8 req-2ff37e29-1a02-44a8-9a72-37fd22c6f747 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 944 time: 0.0463924 Sep 15 14:27:34.801374 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-60b19a2a-65e5-4f4e-834e-bc7cd13a90b8 req-8d6e243a-207e-47cf-8871-c05a587e34b3 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430617 Sep 15 14:27:35.921425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efd004-220a-40e5-abb1-e40ad06db865 req-3a8ec896-4211-4d39-8940-0b4ce30f7efa tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:35.922888 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-80efd004-220a-40e5-abb1-e40ad06db865 req-3a8ec896-4211-4d39-8940-0b4ce30f7efa tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 944 time: 0.0461922 Sep 15 14:27:35.971822 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-80efd004-220a-40e5-abb1-e40ad06db865 req-c08f868c-032a-431a-a356-ca79353d6424 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416889 Sep 15 14:27:37.095840 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160dabf-149e-475e-8a49-c24688cf2275 req-b74c0677-f672-4e9f-ab25-e88ce43a8370 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:37.097219 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3160dabf-149e-475e-8a49-c24688cf2275 req-b74c0677-f672-4e9f-ab25-e88ce43a8370 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 944 time: 0.0493782 Sep 15 14:27:37.146654 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3160dabf-149e-475e-8a49-c24688cf2275 req-33c76b13-2c17-43ca-9294-df018600df3e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Sep 15 14:27:37.807064 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 812a62e2-da15-4a46-b6f8-cb419b29755f details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:27:37.902098 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 812a62e2-da15-4a46-b6f8-cb419b29755f, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=812a62e2-da15-4a46-b6f8-cb419b29755f,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:27:37.913081 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'port_id': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'mac_address': 'fa:16:3e:fe:d1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:27:37.951986 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 812a62e2-da15-4a46-b6f8-cb419b29755f is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:37.952374 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:37.964857 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812a62e2-da15-4a46-b6f8-cb419b29755f {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:27:37.984369 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 812a62e2-da15-4a46-b6f8-cb419b29755f, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=812a62e2-da15-4a46-b6f8-cb419b29755f,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:27:37.988899 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:38.033700 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=812a62e2-da15-4a46-b6f8-cb419b29755f,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:38.273053 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154efd7-73af-42db-a863-c126617aa2cd req-67038365-57ba-4faa-bc11-e51e57edb445 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:38.274508 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5154efd7-73af-42db-a863-c126617aa2cd req-67038365-57ba-4faa-bc11-e51e57edb445 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 945 time: 0.0506313 Sep 15 14:27:38.324777 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-5154efd7-73af-42db-a863-c126617aa2cd req-384920ce-828a-4a35-8cbf-21aeface1ed4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447805 Sep 15 14:27:38.391835 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['812a62e2-da15-4a46-b6f8-cb419b29755f'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:27:38.661112 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:38.720843 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:39.410170 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:39.447861 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978bf37-7db1-4864-a999-4eff26821df4 req-078eb1fd-7c91-4d56-9f35-0a8fcbc4b145 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:39.449314 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2978bf37-7db1-4864-a999-4eff26821df4 req-078eb1fd-7c91-4d56-9f35-0a8fcbc4b145 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 945 time: 0.0474584 Sep 15 14:27:39.473904 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:39.498325 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-2978bf37-7db1-4864-a999-4eff26821df4 req-0de5c218-cd84-452f-a146-e79be80613c5 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434890 Sep 15 14:27:39.826789 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 812a62e2-da15-4a46-b6f8-cb419b29755f up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:27:39.870359 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 812a62e2-da15-4a46-b6f8-cb419b29755f completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:27:39.875372 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 812a62e2-da15-4a46-b6f8-cb419b29755f triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:27:39.875794 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:39.876151 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 812a62e2-da15-4a46-b6f8-cb419b29755f Sep 15 14:27:39.945980 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 812a62e2-da15-4a46-b6f8-cb419b29755f is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:27:39.946366 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:39.968572 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812a62e2-da15-4a46-b6f8-cb419b29755f'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:27:39.970782 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fea07f-11c6-4cfb-b1ef-ad161306d3f8" -d '{"events": [{"server_uuid": "6afa929a-8671-4b84-a300-dee26b8dfa02", "name": "network-vif-plugged", "status": "completed", "tag": "812a62e2-da15-4a46-b6f8-cb419b29755f"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:27:39.983971 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 812a62e2-da15-4a46-b6f8-cb419b29755f, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=812a62e2-da15-4a46-b6f8-cb419b29755f,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:27:39.987938 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:40.010565 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31941daf-dad8-4d86-8c83-b80d84522692 x-openstack-request-id: req-31941daf-dad8-4d86-8c83-b80d84522692 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:27:40.010851 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afa929a-8671-4b84-a300-dee26b8dfa02", "name": "network-vif-plugged", "status": "completed", "tag": "812a62e2-da15-4a46-b6f8-cb419b29755f", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:27:40.011156 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-31941daf-dad8-4d86-8c83-b80d84522692 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:27:40.011474 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31941daf-dad8-4d86-8c83-b80d84522692'] response: {'server_uuid': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'code': 200} Sep 15 14:27:40.037645 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=812a62e2-da15-4a46-b6f8-cb419b29755f,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:40.262569 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ca34b-7b80-4c76-bf47-cb4916665b3c req-e01929d9-d095-4f80-923c-e1dd773cab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:40.264057 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e24ca34b-7b80-4c76-bf47-cb4916665b3c req-e01929d9-d095-4f80-923c-e1dd773cab18 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 1130 time: 0.0378730 Sep 15 14:27:40.314864 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e24ca34b-7b80-4c76-bf47-cb4916665b3c req-33ad6b74-339b-4911-b263-c735ead65c75 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Sep 15 14:27:40.617935 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e22f9-08ee-4af9-9c43-4e1ab44eefc5 req-4a7dd795-5fd4-4251-9df6-4bc94b229065 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:40.619413 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-309e22f9-08ee-4af9-9c43-4e1ab44eefc5 req-4a7dd795-5fd4-4251-9df6-4bc94b229065 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Sep 15 14:27:40.668408 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-309e22f9-08ee-4af9-9c43-4e1ab44eefc5 req-6c6b2782-32e0-48ef-bb8e-6091d71113f5 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430286 Sep 15 14:27:41.790901 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98141a20-a7c1-4778-8507-ec46e097f159 req-d3ecd9cf-a3c7-47d7-8ad1-63518fe98607 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:41.792367 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-98141a20-a7c1-4778-8507-ec46e097f159 req-d3ecd9cf-a3c7-47d7-8ad1-63518fe98607 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 946 time: 0.0457134 Sep 15 14:27:41.841767 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-98141a20-a7c1-4778-8507-ec46e097f159 req-73c8c970-1478-4b98-b871-7d878e046c00 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438290 Sep 15 14:27:42.882928 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:42.886781 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:42.959737 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba6b4c-ebd5-4537-ae0c-2463321a7636 req-fa668acd-d3a7-45e0-b885-02c1cefec0bd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:42.961237 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-38ba6b4c-ebd5-4537-ae0c-2463321a7636 req-fa668acd-d3a7-45e0-b885-02c1cefec0bd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 946 time: 0.0459185 Sep 15 14:27:43.014029 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-38ba6b4c-ebd5-4537-ae0c-2463321a7636 req-80456dd7-7b09-4fd4-8a97-b0c5c4fea767 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473919 Sep 15 14:27:43.133797 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2d71d-db32-4b9f-a4cd-19cb5f68f046 req-8facff57-9682-4991-b276-e3776a00a32d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:43.135182 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2db2d71d-db32-4b9f-a4cd-19cb5f68f046 req-8facff57-9682-4991-b276-e3776a00a32d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 946 time: 0.0468080 Sep 15 14:27:43.192555 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-2db2d71d-db32-4b9f-a4cd-19cb5f68f046 req-1c82bc08-eb4e-4816-b0e6-6c97859397c1 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517709 Sep 15 14:27:43.221081 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60448) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:43.295600 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:43.299359 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e65ebff-e0b2-498a-ba14-f455f7523e64 tempest-TestVolumeBootPattern-649055132 tempest-TestVolumeBootPattern-649055132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:43.302795 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-6e65ebff-e0b2-498a-ba14-f455f7523e64 tempest-TestVolumeBootPattern-649055132 tempest-TestVolumeBootPattern-649055132-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 1125 time: 0.0788786 Sep 15 14:27:43.304774 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60452) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:27:43.308962 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'port_id': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:27:43.324879 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:43.331448 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:43.412132 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:43.513737 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Allocated IP 172.27.1.216 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/0b3bd232-638a-47ba-89d1-ffaabd46e0db) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:27:43.620034 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for port (0b3bd232-638a-47ba-89d1-ffaabd46e0db), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:43.651471 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (0b3bd232-638a-47ba-89d1-ffaabd46e0db), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:43.688588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:27:43.693537 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:27:43.698422 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:27:43.703606 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'Port': ['ID=0b3bd232-638a-47ba-89d1-ffaabd46e0db,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:43.732091 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.732457 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.732779 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.733116 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.733448 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.733779 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.734105 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.734427 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.734750 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.735073 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.735395 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.735739 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.736061 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.736385 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:43.736701 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:27:44.061073 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (cd18dbdd-0a56-4d6c-8e05-405feae08d82), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:44.080201 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:44.086702 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:44.127773 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (0b3bd232-638a-47ba-89d1-ffaabd46e0db), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:44.272324 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for port (0b3bd232-638a-47ba-89d1-ffaabd46e0db), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:44.276847 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (0b3bd232-638a-47ba-89d1-ffaabd46e0db), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:44.345615 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'Port': ['ID=0b3bd232-638a-47ba-89d1-ffaabd46e0db,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:27:44.347989 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (cd18dbdd-0a56-4d6c-8e05-405feae08d82), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:44.442282 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Floating IP cd18dbdd-0a56-4d6c-8e05-405feae08d82 associated. External IP: 172.27.1.216, port: 812a62e2-da15-4a46-b6f8-cb419b29755f. Sep 15 14:27:44.907776 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Router c39e75df-5cc0-4e93-bb00-720ac0184afb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:27:45.011914 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:27:45.021651 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] Sync routers for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:27:45.029104 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:45.031714 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:27:45.032351 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:27:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:45.064254 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-30578278-1e76-45fd-b387-3da2f6f8dfde tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7584748 Sep 15 14:27:45.064906 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'tag': '812a62e2-da15-4a46-b6f8-cb419b29755f'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:27:45.067336 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaba52b-e096-4b03-9c91-4bbcf97b6382" -d '{"events": [{"name": "network-changed", "server_uuid": "6afa929a-8671-4b84-a300-dee26b8dfa02", "tag": "812a62e2-da15-4a46-b6f8-cb419b29755f"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:27:45.106473 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a51c64-ee84-4fb6-ba3a-f5015e4457a9 x-openstack-request-id: req-70a51c64-ee84-4fb6-ba3a-f5015e4457a9 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:27:45.106839 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afa929a-8671-4b84-a300-dee26b8dfa02", "tag": "812a62e2-da15-4a46-b6f8-cb419b29755f", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:27:45.107161 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-70a51c64-ee84-4fb6-ba3a-f5015e4457a9 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:27:45.107630 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a51c64-ee84-4fb6-ba3a-f5015e4457a9'] response: {'name': 'network-changed', 'server_uuid': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'tag': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'status': 'completed', 'code': 200} Sep 15 14:27:45.135732 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:27:45.205015 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-858f8642-0f35-4c57-9034-365a4b141660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:45.206450 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-858f8642-0f35-4c57-9034-365a4b141660 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 1130 time: 0.0421751 Sep 15 14:27:45.296571 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-f799810a-29a5-4b3a-91b5-8e35aa0e0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:45.298035 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-f799810a-29a5-4b3a-91b5-8e35aa0e0bac service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0857782 Sep 15 14:27:45.346773 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'cd18dbdd-0a56-4d6c-8e05-405feae08d82', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:fe:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:27:43Z', 'updated_at': '2022-09-15T14:27:43Z', 'revision_number': 0, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:45.363625 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-dbdc438b-a702-404e-b0a3-1512b3e330d8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812a62e2-da15-4a46-b6f8-cb419b29755f HTTP/1.1" status: 200 len: 1000 time: 0.0595741 Sep 15 14:27:45.376495 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] Checking router: c39e75df-5cc0-4e93-bb00-720ac0184afb for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:27:45.385150 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:27:45.385760 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:27:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:45.413448 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-9a6e9ee9-264a-4a92-bfa5-029507145074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:45.414969 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-9a6e9ee9-264a-4a92-bfa5-029507145074 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0447414 Sep 15 14:27:45.459373 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-8269f89b-541d-4bf3-9b24-96ef021aae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:27:45.461082 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-8269f89b-541d-4bf3-9b24-96ef021aae20 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399394 Sep 15 14:27:45.488224 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:27:45.555259 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-bcb760e4-48f3-499b-a046-c5464f99c209 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884848 Sep 15 14:27:45.560126 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:45.645105 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-baaba52b-e096-4b03-9c91-4bbcf97b6382 req-5a0b186b-cc00-418e-b69e-78e5068fa9fe service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838528 Sep 15 14:27:45.686414 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:45.701580 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'cd18dbdd-0a56-4d6c-8e05-405feae08d82', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:fe:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:27:43Z', 'updated_at': '2022-09-15T14:27:43Z', 'revision_number': 0, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:27:45.726406 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9009d-60af-4722-abe0-12a953f12e14 None None] The sync data for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi is: [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'cd18dbdd-0a56-4d6c-8e05-405feae08d82', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:fe:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:27:43Z', 'updated_at': '2022-09-15T14:27:43Z', 'revision_number': 0, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:27:45.920528 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2eabd4-5c3c-43eb-b741-dd0b966089a7 None None] New status for floating IP cd18dbdd-0a56-4d6c-8e05-405feae08d82: ACTIVE {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:27:46.696816 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:27:55.057247 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:55.060478 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:55.636533 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=84 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:55.641664 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=74 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:55.927272 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:27:56.024076 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=10 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:56.691310 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:56.693152 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:27:58.466676 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0b999d9d-323e-4c4d-8336-f537fe4737c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:00.734455 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-63de9474-1162-4a1b-a4b9-5a461d08eb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:01.851194 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-34497f82-1321-48cb-8e80-83f283d51f5a req-d4fb4a33-9282-465e-b3cc-fa70a08935bd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426643 Sep 15 14:28:01.955082 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34497f82-1321-48cb-8e80-83f283d51f5a req-a50dbb1f-5702-4f71-8828-268b4cbc3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:01.956578 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-34497f82-1321-48cb-8e80-83f283d51f5a req-a50dbb1f-5702-4f71-8828-268b4cbc3bec service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 1129 time: 0.0387745 Sep 15 14:28:02.034148 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:02.065002 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34497f82-1321-48cb-8e80-83f283d51f5a req-ded4d61e-e108-4ec1-b0d1-7b8b6457b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:02.066403 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-34497f82-1321-48cb-8e80-83f283d51f5a req-ded4d61e-e108-4ec1-b0d1-7b8b6457b5f8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 200 len: 915 time: 0.0909474 Sep 15 14:28:02.131644 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-34497f82-1321-48cb-8e80-83f283d51f5a req-180ba03f-c133-40e7-abf8-27209a6173fa service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64b4452-502b-4892-bae4-d45619e346f9 HTTP/1.1" status: 200 len: 1001 time: 0.0547028 Sep 15 14:28:02.184336 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34497f82-1321-48cb-8e80-83f283d51f5a req-f134bb64-5aa3-48e3-89ca-1ba0a0cb2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:02.185734 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-34497f82-1321-48cb-8e80-83f283d51f5a req-f134bb64-5aa3-48e3-89ca-1ba0a0cb2108 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 200 len: 854 time: 0.0431478 Sep 15 14:28:02.233350 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34497f82-1321-48cb-8e80-83f283d51f5a req-435cb586-bbde-43e6-8139-06004c2d755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:02.234805 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-34497f82-1321-48cb-8e80-83f283d51f5a req-435cb586-bbde-43e6-8139-06004c2d755f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=48608c61-4597-4efa-9ed7-e6d47fa23e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410988 Sep 15 14:28:02.327504 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-34497f82-1321-48cb-8e80-83f283d51f5a req-37a450b6-ca7b-4089-8cf8-10020933754c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850968 Sep 15 14:28:02.661263 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-34497f82-1321-48cb-8e80-83f283d51f5a req-b403a5cc-ff03-4910-90b7-51cb373a2a06 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231671 Sep 15 14:28:03.501874 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:03.577554 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:05.924005 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:12.656734 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=52 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:12.658622 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=49 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:13.571610 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:13.574507 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:16.560953 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07a544-99d8-4d95-853d-9346d9f508d7 req-fc24c62a-34f3-47fb-8796-864b52b97ddd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:16.562323 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ce07a544-99d8-4d95-853d-9346d9f508d7 req-fc24c62a-34f3-47fb-8796-864b52b97ddd tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 945 time: 0.0471532 Sep 15 14:28:16.613627 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-ce07a544-99d8-4d95-853d-9346d9f508d7 req-79f50981-51b6-4d6c-82f0-2ae7035d7fae tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454583 Sep 15 14:28:16.704478 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:17.736936 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9885b3e-a752-46c8-9b64-c5002c61c227 req-aec32c3d-9d41-4378-8859-5829927bc532 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:17.738381 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9885b3e-a752-46c8-9b64-c5002c61c227 req-aec32c3d-9d41-4378-8859-5829927bc532 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 945 time: 0.0469618 Sep 15 14:28:17.784739 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d9885b3e-a752-46c8-9b64-c5002c61c227 req-9da3ff55-07e2-47a6-8f54-5d0eddbfd14a tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399823 Sep 15 14:28:18.610541 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-06b39f68-e05c-44e1-aa77-14f1059158a9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:18.611940 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-06b39f68-e05c-44e1-aa77-14f1059158a9 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 945 time: 0.0459588 Sep 15 14:28:18.693961 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Deleting port c64b4452-502b-4892-bae4-d45619e346f9 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:28:18.694299 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (c64b4452-502b-4892-bae4-d45619e346f9), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:18.784634 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] For port c64b4452-502b-4892-bae4-d45619e346f9, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=c64b4452-502b-4892-bae4-d45619e346f9,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:28:18.785348 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (c64b4452-502b-4892-bae4-d45619e346f9), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:18.908060 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b94143-efb7-4dff-999c-f50ff83bf0c1 req-100dffce-2dd8-4697-94d9-e8309004a804 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:18.909464 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-96b94143-efb7-4dff-999c-f50ff83bf0c1 req-100dffce-2dd8-4697-94d9-e8309004a804 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80a309ac-2b80-4a70-8143-9748049d6b45 HTTP/1.1" status: 200 len: 945 time: 0.0466807 Sep 15 14:28:18.949782 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:18.950168 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (3019da89-0bc8-46da-bdbe-d2e555347c20), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:18.950478 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Floating IP 3019da89-0bc8-46da-bdbe-d2e555347c20 disassociated. External IP: 172.27.1.192, port: c64b4452-502b-4892-bae4-d45619e346f9. Sep 15 14:28:18.950816 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Calling delete_port for c64b4452-502b-4892-bae4-d45619e346f9 owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:28:18.961454 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-96b94143-efb7-4dff-999c-f50ff83bf0c1 req-f0ebaa32-6538-4d24-a8ec-ae00828812d6 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e81d9f68-f821-4752-aa6a-e49bd55cf517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457242 Sep 15 14:28:19.081672 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (c64b4452-502b-4892-bae4-d45619e346f9), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:19.108339 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'Port': ['ID=c64b4452-502b-4892-bae4-d45619e346f9,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:19.123108 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.123457 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.123825 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.124159 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.124488 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.124816 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.125142 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.125466 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.125789 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.126111 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.126432 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.126756 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.127078 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.127393 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.127732 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:19.234239 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:28:19.338013 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:28:19.349142 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:28:19.359134 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:28:19.359767 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:28:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:19.380308 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] No DVR routers for this DVR port c64b4452-502b-4892-bae4-d45619e346f9 on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:28:19.383351 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:19.386733 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-49eee2b9-a197-4fcb-a7bc-a196a4420978 req-546308fe-573c-47c9-b585-cc365cd6ea18 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.52 "DELETE /networking/v2.0/ports/c64b4452-502b-4892-bae4-d45619e346f9 HTTP/1.1" status: 204 len: 173 time: 0.7698357 Sep 15 14:28:19.387222 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a309ac-2b80-4a70-8143-9748049d6b45', 'name': 'network-vif-deleted', 'tag': 'c64b4452-502b-4892-bae4-d45619e346f9'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:28:19.389479 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a7a2f-c439-494d-98ce-45b0a144d29f" -d '{"events": [{"server_uuid": "80a309ac-2b80-4a70-8143-9748049d6b45", "name": "network-vif-deleted", "tag": "c64b4452-502b-4892-bae4-d45619e346f9"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:28:19.432681 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c1d9b-ed72-47c3-832d-d5890df6e45d x-openstack-request-id: req-189c1d9b-ed72-47c3-832d-d5890df6e45d {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:28:19.432973 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a309ac-2b80-4a70-8143-9748049d6b45", "name": "network-vif-deleted", "tag": "c64b4452-502b-4892-bae4-d45619e346f9", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:28:19.433223 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-189c1d9b-ed72-47c3-832d-d5890df6e45d {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:28:19.433650 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189c1d9b-ed72-47c3-832d-d5890df6e45d'] response: {'server_uuid': '80a309ac-2b80-4a70-8143-9748049d6b45', 'name': 'network-vif-deleted', 'tag': 'c64b4452-502b-4892-bae4-d45619e346f9', 'status': 'completed', 'code': 200} Sep 15 14:28:19.467983 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:28:19.671875 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:19.696503 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:28:19.704629 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:28:19.705206 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:28:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:19.805232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:28:20.072966 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60538) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:20.129022 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9183abd-a26f-4e72-b90b-5d4a14d836a8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (e81d9f68-f821-4752-aa6a-e49bd55cf517), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.134331 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:20.152137 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9183abd-a26f-4e72-b90b-5d4a14d836a8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (e81d9f68-f821-4752-aa6a-e49bd55cf517), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.158951 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e182b3-b8d0-463a-a64f-cd8402c5ab59 None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:21:22Z', 'revision_number': 4, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': 'd63d6196-9b83-46ce-9ab2-4bde42eec182', 'name': '', 'network_id': '48608c61-4597-4efa-9ed7-e6d47fa23e1a', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'mac_address': 'fa:16:3e:eb:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:21Z', 'updated_at': '2022-09-15T14:21:28Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'subnets': [{'id': '5f8fac34-eb32-48ce-83d7-b2746b93cf43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:28:20.202888 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9183abd-a26f-4e72-b90b-5d4a14d836a8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (e81d9f68-f821-4752-aa6a-e49bd55cf517), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.205521 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b9183abd-a26f-4e72-b90b-5d4a14d836a8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.206773 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-b9183abd-a26f-4e72-b90b-5d4a14d836a8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e81d9f68-f821-4752-aa6a-e49bd55cf517 HTTP/1.1" status: 204 len: 168 time: 0.1328294 Sep 15 14:28:20.209989 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60540) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:20.217133 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9183abd-a26f-4e72-b90b-5d4a14d836a8 tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d9f68-f821-4752-aa6a-e49bd55cf517,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:20.235410 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.api.v2.resource [None req-ce66aa75-238a-4b67-8dcd-75c5b62419db tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] show failed (client error): The resource could not be found. Sep 15 14:28:20.240615 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ce66aa75-238a-4b67-8dcd-75c5b62419db tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "GET /networking/v2.0/security-groups/e81d9f68-f821-4752-aa6a-e49bd55cf517 HTTP/1.1" status: 404 len: 347 time: 0.0255919 Sep 15 14:28:20.240615 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60542) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:20.247739 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:20.274032 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:20.374243 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Deleting port ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:28:20.374588 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.394890 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4bbea5-38bf-4675-8b9e-60104d792c14 None None] New status for floating IP 3019da89-0bc8-46da-bdbe-d2e555347c20: DOWN {{(pid=106458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:28:20.455629 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.455984 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.469329 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Calling delete_port for ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739 owned by network:floatingip {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:28:20.598727 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.626419 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Pushing event deleted for resources: {'Port': ['ID=ab28b8a0-f0ab-4f7e-a4e3-bf07ea486739,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:20.688740 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks [] for floatingip (3019da89-0bc8-46da-bdbe-d2e555347c20), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.691152 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:20.692307 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6ce7393b-6f16-4a0a-8e8e-f0565eebfcee tempest-AttachVolumeNegativeTest-442650959 tempest-AttachVolumeNegativeTest-442650959-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/3019da89-0bc8-46da-bdbe-d2e555347c20 HTTP/1.1" status: 204 len: 168 time: 0.4512620 Sep 15 14:28:22.110100 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c64b4452-502b-4892-bae4-d45619e346f9 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:28:22.128630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: c64b4452-502b-4892-bae4-d45619e346f9 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:28:22.128975 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device c64b4452-502b-4892-bae4-d45619e346f9 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:28:24.391040 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60580) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:24.880145 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (d423b259-999c-4f6d-b010-4e990e702fb9), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:25.084801 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:25.094210 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Deleting port d63d6196-9b83-46ce-9ab2-4bde42eec182 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:28:25.094549 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:25.175666 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] For port d63d6196-9b83-46ce-9ab2-4bde42eec182, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=d63d6196-9b83-46ce-9ab2-4bde42eec182,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:28:25.175966 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:25.188208 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:25.189359 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Calling delete_port for d63d6196-9b83-46ce-9ab2-4bde42eec182 owned by network:router_interface {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:28:25.374889 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (d63d6196-9b83-46ce-9ab2-4bde42eec182), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:25.398705 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63d6196-9b83-46ce-9ab2-4bde42eec182,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:25.563654 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (d423b259-999c-4f6d-b010-4e990e702fb9), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:25.762019 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Router d423b259-999c-4f6d-b010-4e990e702fb9 has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:28:25.862142 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:28:25.868446 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-f6b577af-8377-47e9-923d-6035bf3559a0 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d423b259-999c-4f6d-b010-4e990e702fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4765482 Sep 15 14:28:25.870558 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60584) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:25.873363 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] Sync routers for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:28:25.884207 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:28:25.884821 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:28:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:25.970948 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks [] for router (d423b259-999c-4f6d-b010-4e990e702fb9), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:25.985501 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:28:26.069776 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks [] for router_gateway (d423b259-999c-4f6d-b010-4e990e702fb9), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.113871 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Deleting port af313a02-15cf-44ae-9037-572e0592ab6f {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:28:26.114211 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.118540 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:26.158513 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:28:25Z', 'revision_number': 5, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port': {'id': 'af313a02-15cf-44ae-9037-572e0592ab6f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:21:19Z', 'updated_at': '2022-09-15T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:26.184291 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] Checking router: d423b259-999c-4f6d-b010-4e990e702fb9 for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:28:26.192566 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] Routers {'d423b259-999c-4f6d-b010-4e990e702fb9'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:28:26.193173 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:28:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['d423b259-999c-4f6d-b010-4e990e702fb9'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:26.198070 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] For port af313a02-15cf-44ae-9037-572e0592ab6f, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=af313a02-15cf-44ae-9037-572e0592ab6f,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:28:26.198439 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.211695 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Calling delete_port for af313a02-15cf-44ae-9037-572e0592ab6f owned by network:router_gateway {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:28:26.229969 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=100 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:26.257957 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:26.278659 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] Set router d423b259-999c-4f6d-b010-4e990e702fb9 gateway port host: None {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:28:26.323986 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:26.332642 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:28:26Z', 'revision_number': 6, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:26.357703 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8016e-cdf0-4ebb-8718-89b55b2d7fb4 None None] The sync data for ids ['d423b259-999c-4f6d-b010-4e990e702fb9'] in dv-cinder-856971-2-iscsi is: [{'id': 'd423b259-999c-4f6d-b010-4e990e702fb9', 'name': 'tempest-AttachVolumeNegativeTest-1698129000-router', 'tenant_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:21:18Z', 'updated_at': '2022-09-15T14:28:26Z', 'revision_number': 6, 'project_id': 'd1c7aba744814c7ca12a1dab68e1815a', 'gw_port_host': None}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:28:26.384863 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (af313a02-15cf-44ae-9037-572e0592ab6f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.408212 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Pushing event deleted for resources: {'Port': ['ID=af313a02-15cf-44ae-9037-572e0592ab6f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:26.471371 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (d423b259-999c-4f6d-b010-4e990e702fb9), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.557829 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (d423b259-999c-4f6d-b010-4e990e702fb9), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.559960 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks [] for router_controller (d423b259-999c-4f6d-b010-4e990e702fb9), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.604393 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (d423b259-999c-4f6d-b010-4e990e702fb9), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.604919 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d423b259-999c-4f6d-b010-4e990e702fb9 {{(pid=106456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:28:26.609092 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.610229 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-c67b10c1-0c0c-4fbc-8741-ea6f61debfae admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/d423b259-999c-4f6d-b010-4e990e702fb9 HTTP/1.1" status: 204 len: 168 time: 0.7386918 Sep 15 14:28:26.612978 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60586) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:26.662970 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3621f90-d154-4ae9-a5bb-b985c0b3bb4c admin admin] Deleting subnet 5f8fac34-eb32-48ce-83d7-b2746b93cf43 {{(pid=106455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:28:26.665638 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:26.666471 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3621f90-d154-4ae9-a5bb-b985c0b3bb4c admin admin] Publish callbacks [] for subnet (5f8fac34-eb32-48ce-83d7-b2746b93cf43), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.708693 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3621f90-d154-4ae9-a5bb-b985c0b3bb4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26131779'] for subnet (5f8fac34-eb32-48ce-83d7-b2746b93cf43), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.731787 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:26.788188 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3621f90-d154-4ae9-a5bb-b985c0b3bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (5f8fac34-eb32-48ce-83d7-b2746b93cf43), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.845273 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3621f90-d154-4ae9-a5bb-b985c0b3bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26128891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25309316'] for subnet (5f8fac34-eb32-48ce-83d7-b2746b93cf43), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.871403 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3621f90-d154-4ae9-a5bb-b985c0b3bb4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8fac34-eb32-48ce-83d7-b2746b93cf43,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:26.876135 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-c3621f90-d154-4ae9-a5bb-b985c0b3bb4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.882144 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136556ff-875c-44aa-808c-8c9ea07c6473 None None] Network 48608c61-4597-4efa-9ed7-e6d47fa23e1a requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:28:26.883434 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60588) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:26.883932 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-c3621f90-d154-4ae9-a5bb-b985c0b3bb4c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5f8fac34-eb32-48ce-83d7-b2746b93cf43 HTTP/1.1" status: 204 len: 168 time: 0.2696230 Sep 15 14:28:26.955193 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (48608c61-4597-4efa-9ed7-e6d47fa23e1a), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:26.998303 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Deleting port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:28:26.998642 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.064659 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] For port b5a3c961-6f7f-4d63-a2b2-531f18bffb21, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=b5a3c961-6f7f-4d63-a2b2-531f18bffb21,segment=NetworkSegment(ea49cb95-07f5-4024-a292-7b50730c7a24),segment_id=ea49cb95-07f5-4024-a292-7b50730c7a24)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:28:27.064952 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.078796 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Calling delete_port for b5a3c961-6f7f-4d63-a2b2-531f18bffb21 owned by network:dhcp {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:28:27.133967 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] DHCP port deletion for 48608c61-4597-4efa-9ed7-e6d47fa23e1a request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:28:27.174014 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.180922 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Deleting port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 {{(pid=106457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:28:27.181303 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), before_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.207085 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a3c961-6f7f-4d63-a2b2-531f18bffb21,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:27.209066 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] No DVR routers for this DVR port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 on host dv-cinder-856971-2-iscsi {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:28:27.222837 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device af313a02-15cf-44ae-9037-572e0592ab6f no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:28:27.254626 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: af313a02-15cf-44ae-9037-572e0592ab6f {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:28:27.254970 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device af313a02-15cf-44ae-9037-572e0592ab6f not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:28:27.255380 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device d63d6196-9b83-46ce-9ab2-4bde42eec182 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:28:27.283321 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (48608c61-4597-4efa-9ed7-e6d47fa23e1a), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.286060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: d63d6196-9b83-46ce-9ab2-4bde42eec182 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:28:27.286403 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device d63d6196-9b83-46ce-9ab2-4bde42eec182 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:28:27.286810 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device b5a3c961-6f7f-4d63-a2b2-531f18bffb21 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:28:27.292927 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] For port b5a3c961-6f7f-4d63-a2b2-531f18bffb21, host dv-cinder-856971-2-iscsi, got binding levels [] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:28:27.293320 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), precommit_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.304761 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48608c61-4597-4efa-9ed7-e6d47fa23e1a']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:27.315407 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: b5a3c961-6f7f-4d63-a2b2-531f18bffb21 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:28:27.315773 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device b5a3c961-6f7f-4d63-a2b2-531f18bffb21 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:28:27.317086 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea49cb95-07f5-4024-a292-7b50730c7a24') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:27.317390 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea49cb95-07f5-4024-a292-7b50730c7a24') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:27.325520 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Calling delete_port for b5a3c961-6f7f-4d63-a2b2-531f18bffb21 owned by network:dhcp {{(pid=106457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:28:27.328672 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (ea49cb95-07f5-4024-a292-7b50730c7a24), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.329155 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.ipam_backend_mixin [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 was not found and therefore no delete operation was performed {{(pid=106457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 15 14:28:27.330359 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (b5a3c961-6f7f-4d63-a2b2-531f18bffb21), after_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.342849 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (ea49cb95-07f5-4024-a292-7b50730c7a24), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.350037 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:28:27.350339 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (ea49cb95-07f5-4024-a292-7b50730c7a24), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.355822 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Pushing event deleted for resources: {'Port': ['ID=b5a3c961-6f7f-4d63-a2b2-531f18bffb21,revision_number=None']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:27.365113 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.366152 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.366583 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.366933 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.367525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.368058 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.369036 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.369374 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.369710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.370039 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.370369 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.370700 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.371077 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.371404 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.371756 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:27.376709 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c5e01-e9e5-49f5-b3ad-375904dfa8ae None None] No DVR routers for this DVR port b5a3c961-6f7f-4d63-a2b2-531f18bffb21 on host dv-cinder-856971-2-iscsi {{(pid=106457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:28:27.401004 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment ea49cb95-07f5-4024-a292-7b50730c7a24 resource provider aggregate not found Sep 15 14:28:27.421681 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment ea49cb95-07f5-4024-a292-7b50730c7a24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea49cb95-07f5-4024-a292-7b50730c7a24 found for delete ", "request_id": "req-3f0e632c-b1ad-4be2-b053-d579b951ff06"}]} Sep 15 14:28:27.430494 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (48608c61-4597-4efa-9ed7-e6d47fa23e1a), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.436938 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.439353 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/48608c61-4597-4efa-9ed7-e6d47fa23e1a HTTP/1.1" status: 204 len: 168 time: 0.5540459 Sep 15 14:28:27.455366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7a024-3199-4087-af54-d1828923b3ba admin admin] Pushing event deleted for resources: {'Network': ['ID=48608c61-4597-4efa-9ed7-e6d47fa23e1a,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:27.579639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60596) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:27.619148 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-40b45a46-63bc-48f3-a2b5-294c7ef48e1e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d1c7aba744814c7ca12a1dab68e1815a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383267 Sep 15 14:28:27.621591 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60598) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:27.668413 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b99d7ee2-6c08-4336-8329-811117b09545 admin admin] Publish callbacks [] for security_group (9edd3a93-71f8-44dd-ad85-d560ccfc53b0), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.688813 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b99d7ee2-6c08-4336-8329-811117b09545 admin admin] Publish callbacks [] for security_group (9edd3a93-71f8-44dd-ad85-d560ccfc53b0), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.734245 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b99d7ee2-6c08-4336-8329-811117b09545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9edd3a93-71f8-44dd-ad85-d560ccfc53b0), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.736856 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-b99d7ee2-6c08-4336-8329-811117b09545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:27.737983 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-b99d7ee2-6c08-4336-8329-811117b09545 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9edd3a93-71f8-44dd-ad85-d560ccfc53b0 HTTP/1.1" status: 204 len: 168 time: 0.1154759 Sep 15 14:28:27.746092 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d7ee2-6c08-4336-8329-811117b09545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edd3a93-71f8-44dd-ad85-d560ccfc53b0,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:28.438489 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60622) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:28.468011 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4623d861-79b3-4c5d-a77a-81c20c07b165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.549456 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-598424570-network', 'tenant_id': '8ffaa93476c94ff9beabdacf24864a4d'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:28:28.572662 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Made reservation on behalf of 8ffaa93476c94ff9beabdacf24864a4d for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:28:28.575266 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.583838 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.667828 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Publish callbacks [] for security_group (f846f348-8ec4-47aa-8c90-8c3ace5a608f), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.671350 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f846f348-8ec4-47aa-8c90-8c3ace5a608f), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.698035 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:28:28.708085 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f846f348-8ec4-47aa-8c90-8c3ace5a608f,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:28.714632 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (836e4d9d-ef6f-40f0-b430-0f041f4feee0), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.714966 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Added segment 836e4d9d-ef6f-40f0-b430-0f041f4feee0 of type vlan for network cabf29f2-764a-4ec9-8008-35a9508ee760 Sep 15 14:28:28.755330 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (cabf29f2-764a-4ec9-8008-35a9508ee760), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.779323 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (cabf29f2-764a-4ec9-8008-35a9508ee760), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.780341 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:28.780949 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.842914 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4033310 Sep 15 14:28:28.845786 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60626) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:28.847622 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced95b4b-504d-493e-b769-0c73e7b69bee admin admin] Pushing event updated for resources: {'Network': ['ID=cabf29f2-764a-4ec9-8008-35a9508ee760,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:28.854100 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Request body: {'subnet': {'network_id': 'cabf29f2-764a-4ec9-8008-35a9508ee760', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-598424570-subnet', 'tenant_id': '8ffaa93476c94ff9beabdacf24864a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:28:28.858313 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network cabf29f2-764a-4ec9-8008-35a9508ee760 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:28:28.869645 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:28.876690 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Made reservation on behalf of 8ffaa93476c94ff9beabdacf24864a4d for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:28:28.879277 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25309355'] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:28.956155 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:29.052572 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26131748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25309373'] for subnet (3ef35c21-3557-4d66-800a-bf88bf0643b7), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.103370 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef35c21-3557-4d66-800a-bf88bf0643b7,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:29.119596 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Checking segment: {'id': '836e4d9d-ef6f-40f0-b430-0f041f4feee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cabf29f2-764a-4ec9-8008-35a9508ee760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:28:29.119975 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Network hostable DHCP agents. Network: cabf29f2-764a-4ec9-8008-35a9508ee760, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:28:29.137162 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Network cabf29f2-764a-4ec9-8008-35a9508ee760 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:28:29.145630 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, cabf29f2-764a-4ec9-8008-35a9508ee760) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:28:29.150730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:29.151774 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.154803 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a2e43-64f6-4342-87fd-687c20bcab2d None None] Network cabf29f2-764a-4ec9-8008-35a9508ee760 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:28:29.167259 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-3c239143-f7c6-45b4-88e2-4e5fd7856da0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3204036 Sep 15 14:28:29.257867 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599ee127-dea6-4885-aea1-fb2476943d39 None None] Network cabf29f2-764a-4ec9-8008-35a9508ee760 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:28:29.641595 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60642) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:29.646440 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1819958135-network', 'tenant_id': 'bebf021bb9764059b6d1ef95ca0ca966'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:28:29.669133 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Made reservation on behalf of bebf021bb9764059b6d1ef95ca0ca966 for: {'network': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:28:29.671780 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for network (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.680292 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.758444 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Publish callbacks [] for security_group (9a4ee7b9-53b9-402e-89cc-331d2850a0bb), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.762090 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9a4ee7b9-53b9-402e-89cc-331d2850a0bb), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.792041 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=106455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 14:28:29.797517 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ee7b9-53b9-402e-89cc-331d2850a0bb,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:29.806481 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.806811 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.segments_db [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Added segment 5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df of type vlan for network eada61fa-2d95-4241-985a-1d96b169a1c7 Sep 15 14:28:29.849837 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741020349112'] for network (eada61fa-2d95-4241-985a-1d96b169a1c7), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.874072 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375'] for network (eada61fa-2d95-4241-985a-1d96b169a1c7), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.875060 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:29.875644 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:29.927197 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2845173 Sep 15 14:28:29.930052 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60644) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:29.940586 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Request body: {'subnet': {'network_id': 'eada61fa-2d95-4241-985a-1d96b169a1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1819958135-subnet', 'tenant_id': 'bebf021bb9764059b6d1ef95ca0ca966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:28:29.953175 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806558c5-00df-4af2-8b51-dd8755e5fef9 admin admin] Pushing event updated for resources: {'Network': ['ID=eada61fa-2d95-4241-985a-1d96b169a1c7,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:29.963654 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Network eada61fa-2d95-4241-985a-1d96b169a1c7 details requested by agent ovs-agent-dv-cinder-856971-2-iscsi with host dv-cinder-856971-2-iscsi {{(pid=106457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 14:28:29.968062 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Made reservation on behalf of bebf021bb9764059b6d1ef95ca0ca966 for: {'subnet': 1} {{(pid=106455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:28:29.970423 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25309355'] for subnet (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.014640 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:30.100022 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:30.146025 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26131748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25309373'] for subnet (251b2afc-8e67-41e8-a4ec-48e2c238edbc), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.199925 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251b2afc-8e67-41e8-a4ec-48e2c238edbc,revision_number=0']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:30.214871 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Checking segment: {'id': '5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eada61fa-2d95-4241-985a-1d96b169a1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:28:30.215233 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Network hostable DHCP agents. Network: eada61fa-2d95-4241-985a-1d96b169a1c7, hostable agents: ['5f3e7fdf-c2d7-437f-b23f-76557b9c5110'], hosted agents: [] {{(pid=106455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 14:28:30.231829 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Network eada61fa-2d95-4241-985a-1d96b169a1c7 is scheduled to be hosted by DHCP agent 5f3e7fdf-c2d7-437f-b23f-76557b9c5110 with binding_index 1 {{(pid=106455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 14:28:30.240952 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856971-2-iscsi, eada61fa-2d95-4241-985a-1d96b169a1c7) {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:28:30.244803 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:28:30.245395 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.250106 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59163c24-1190-45ba-9f3a-aff3e30a78b0 None None] Network eada61fa-2d95-4241-985a-1d96b169a1c7 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:28:30.261736 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-9d1dcea0-e4de-491c-8d9a-391c070541a5 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3306937 Sep 15 14:28:30.354097 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d100d-417d-4edf-b4bc-4f551600fb4b None None] Network eada61fa-2d95-4241-985a-1d96b169a1c7 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:28:30.399702 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60648) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:30.444883 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2b6ac6-6cf1-4cb9-81eb-f9a7a8d462ae admin admin] Deleting subnet 3ef35c21-3557-4d66-800a-bf88bf0643b7 {{(pid=106455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:28:30.448477 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-af2b6ac6-6cf1-4cb9-81eb-f9a7a8d462ae admin admin] Publish callbacks [] for subnet (3ef35c21-3557-4d66-800a-bf88bf0643b7), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.465474 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:30.469138 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:30.484730 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-af2b6ac6-6cf1-4cb9-81eb-f9a7a8d462ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26131779'] for subnet (3ef35c21-3557-4d66-800a-bf88bf0643b7), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.523422 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-af2b6ac6-6cf1-4cb9-81eb-f9a7a8d462ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (3ef35c21-3557-4d66-800a-bf88bf0643b7), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.578126 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-af2b6ac6-6cf1-4cb9-81eb-f9a7a8d462ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26128891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25309316'] for subnet (3ef35c21-3557-4d66-800a-bf88bf0643b7), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.602972 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b6ac6-6cf1-4cb9-81eb-f9a7a8d462ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef35c21-3557-4d66-800a-bf88bf0643b7,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:30.608484 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-af2b6ac6-6cf1-4cb9-81eb-f9a7a8d462ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.611630 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-af2b6ac6-6cf1-4cb9-81eb-f9a7a8d462ae admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/3ef35c21-3557-4d66-800a-bf88bf0643b7 HTTP/1.1" status: 204 len: 168 time: 0.2109423 Sep 15 14:28:30.614228 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60650) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:30.682485 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (cabf29f2-764a-4ec9-8008-35a9508ee760), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.737289 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9a2316fd-e39d-43a0-840c-c8323a9645fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.762511 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (cabf29f2-764a-4ec9-8008-35a9508ee760), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.782117 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabf29f2-764a-4ec9-8008-35a9508ee760']}} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:30.792030 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836e4d9d-ef6f-40f0-b430-0f041f4feee0') {'for_net_delete': True} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:30.792326 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.services.segments.db [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836e4d9d-ef6f-40f0-b430-0f041f4feee0') {} {{(pid=106455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:30.801604 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26131832'] for segment (836e4d9d-ef6f-40f0-b430-0f041f4feee0), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.815290 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (836e4d9d-ef6f-40f0-b430-0f041f4feee0), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.822037 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:28:30.822413 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26128705'] for segment (836e4d9d-ef6f-40f0-b430-0f041f4feee0), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.880934 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (cabf29f2-764a-4ec9-8008-35a9508ee760), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.889086 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.892178 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/cabf29f2-764a-4ec9-8008-35a9508ee760 HTTP/1.1" status: 204 len: 168 time: 0.2770383 Sep 15 14:28:30.895210 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60656) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:30.915109 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8628435-af13-40f4-afec-d07f38a41754 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabf29f2-764a-4ec9-8008-35a9508ee760,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:30.928802 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:30.950699 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39370d2-b21f-4148-8bbd-cf1a18b32846 admin admin] Deleting subnet 251b2afc-8e67-41e8-a4ec-48e2c238edbc {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:28:30.954116 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a39370d2-b21f-4148-8bbd-cf1a18b32846 admin admin] Publish callbacks [] for subnet (251b2afc-8e67-41e8-a4ec-48e2c238edbc), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.989664 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a39370d2-b21f-4148-8bbd-cf1a18b32846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3395121'] for subnet (251b2afc-8e67-41e8-a4ec-48e2c238edbc), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:30.992258 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment 836e4d9d-ef6f-40f0-b430-0f041f4feee0 resource provider aggregate not found Sep 15 14:28:31.008540 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.services.segments.plugin [-] Segment 836e4d9d-ef6f-40f0-b430-0f041f4feee0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 836e4d9d-ef6f-40f0-b430-0f041f4feee0 found for delete ", "request_id": "req-64d8ed85-e9d7-4fd6-b995-c8cc2b4846db"}]} Sep 15 14:28:31.040603 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a39370d2-b21f-4148-8bbd-cf1a18b32846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (251b2afc-8e67-41e8-a4ec-48e2c238edbc), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.076491 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:31.094230 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a39370d2-b21f-4148-8bbd-cf1a18b32846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26002138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25218357'] for subnet (251b2afc-8e67-41e8-a4ec-48e2c238edbc), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.123893 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39370d2-b21f-4148-8bbd-cf1a18b32846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251b2afc-8e67-41e8-a4ec-48e2c238edbc,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:31.126076 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-a39370d2-b21f-4148-8bbd-cf1a18b32846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.129119 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-a39370d2-b21f-4148-8bbd-cf1a18b32846 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/251b2afc-8e67-41e8-a4ec-48e2c238edbc HTTP/1.1" status: 204 len: 168 time: 0.2316847 Sep 15 14:28:31.131832 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60660) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:31.202352 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (eada61fa-2d95-4241-985a-1d96b169a1c7), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.283571 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (eada61fa-2d95-4241-985a-1d96b169a1c7), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.305788 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eada61fa-2d95-4241-985a-1d96b169a1c7']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:31.320061 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:31.320357 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:28:31.330765 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.344716 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.351630 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:28:31.352068 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.396461 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment 5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df resource provider aggregate not found Sep 15 14:28:31.415772 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment 5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f62ec9b-8a0f-478e-89ed-1eeaa0dd10df found for delete ", "request_id": "req-c3fe554e-1509-4676-a661-fa27c740d18e"}]} Sep 15 14:28:31.420257 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (eada61fa-2d95-4241-985a-1d96b169a1c7), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.425154 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.428234 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/eada61fa-2d95-4241-985a-1d96b169a1c7 HTTP/1.1" status: 204 len: 168 time: 0.2955627 Sep 15 14:28:31.440656 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7970085-c695-44b3-bc07-50945e5210af admin admin] Pushing event deleted for resources: {'Network': ['ID=eada61fa-2d95-4241-985a-1d96b169a1c7,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:31.587861 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60668) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:31.627293 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-10e406ef-0723-4c7b-8403-4aea8eea4d68 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8ffaa93476c94ff9beabdacf24864a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382729 Sep 15 14:28:31.629729 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60670) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:31.677467 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cc4655a9-72c7-4012-8097-968677a0c2a6 admin admin] Publish callbacks [] for security_group (f846f348-8ec4-47aa-8c90-8c3ace5a608f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.697364 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cc4655a9-72c7-4012-8097-968677a0c2a6 admin admin] Publish callbacks [] for security_group (f846f348-8ec4-47aa-8c90-8c3ace5a608f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.743635 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cc4655a9-72c7-4012-8097-968677a0c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f846f348-8ec4-47aa-8c90-8c3ace5a608f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.746122 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cc4655a9-72c7-4012-8097-968677a0c2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:31.747234 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-cc4655a9-72c7-4012-8097-968677a0c2a6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f846f348-8ec4-47aa-8c90-8c3ace5a608f HTTP/1.1" status: 204 len: 168 time: 0.1166193 Sep 15 14:28:31.754708 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4655a9-72c7-4012-8097-968677a0c2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f846f348-8ec4-47aa-8c90-8c3ace5a608f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:31.765970 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:32.040854 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:32.188049 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60676) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:32.213425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:32.229434 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-6742de0a-9603-4756-b41d-ed99a541e598 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bebf021bb9764059b6d1ef95ca0ca966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402684 Sep 15 14:28:32.231939 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60678) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:32.280401 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-107f66eb-59d8-4fb2-96c1-82d66c4ec3b5 admin admin] Publish callbacks [] for security_group (9a4ee7b9-53b9-402e-89cc-331d2850a0bb), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:32.300340 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-107f66eb-59d8-4fb2-96c1-82d66c4ec3b5 admin admin] Publish callbacks [] for security_group (9a4ee7b9-53b9-402e-89cc-331d2850a0bb), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:32.348521 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-107f66eb-59d8-4fb2-96c1-82d66c4ec3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9a4ee7b9-53b9-402e-89cc-331d2850a0bb), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:32.351406 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-107f66eb-59d8-4fb2-96c1-82d66c4ec3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:32.352553 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-107f66eb-59d8-4fb2-96c1-82d66c4ec3b5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9a4ee7b9-53b9-402e-89cc-331d2850a0bb HTTP/1.1" status: 204 len: 168 time: 0.1196473 Sep 15 14:28:32.355601 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:32.361227 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f66eb-59d8-4fb2-96c1-82d66c4ec3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ee7b9-53b9-402e-89cc-331d2850a0bb,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:32.926620 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:28:33.505418 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:33.570232 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:33.592020 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:34.330398 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60748) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:34.438076 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6adfafae-ec47-40c8-b9e0-b89ff7c1bb82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:34.515135 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6adfafae-ec47-40c8-b9e0-b89ff7c1bb82 admin admin] Publish callbacks [] for security_group (22e0d166-157f-4771-ab26-726a74a38e92), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:34.518716 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6adfafae-ec47-40c8-b9e0-b89ff7c1bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (22e0d166-157f-4771-ab26-726a74a38e92), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:34.557865 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-6adfafae-ec47-40c8-b9e0-b89ff7c1bb82 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=df05ac923c704da5b5e8a4cb63077567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263639 Sep 15 14:28:34.558694 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfafae-ec47-40c8-b9e0-b89ff7c1bb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e0d166-157f-4771-ab26-726a74a38e92,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:34.560540 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60752) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:34.613435 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ffe31-9518-4dbd-b55c-9e6ac13aaa06 admin admin] Publish callbacks [] for security_group (22e0d166-157f-4771-ab26-726a74a38e92), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:34.633005 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ffe31-9518-4dbd-b55c-9e6ac13aaa06 admin admin] Publish callbacks [] for security_group (22e0d166-157f-4771-ab26-726a74a38e92), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:34.679887 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ffe31-9518-4dbd-b55c-9e6ac13aaa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (22e0d166-157f-4771-ab26-726a74a38e92), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:34.682480 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-9f3ffe31-9518-4dbd-b55c-9e6ac13aaa06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:34.683610 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-9f3ffe31-9518-4dbd-b55c-9e6ac13aaa06 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/22e0d166-157f-4771-ab26-726a74a38e92 HTTP/1.1" status: 204 len: 168 time: 0.1220927 Sep 15 14:28:34.691235 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ffe31-9518-4dbd-b55c-9e6ac13aaa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e0d166-157f-4771-ab26-726a74a38e92,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:34.944641 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60758) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:34.958303 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ec680844-13d7-41e3-abbe-cafc6b8cd8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:35.032178 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ec680844-13d7-41e3-abbe-cafc6b8cd8fb admin admin] Publish callbacks [] for security_group (671e2498-3e85-454b-b51d-bdcf1ca12704), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:35.035836 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ec680844-13d7-41e3-abbe-cafc6b8cd8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (671e2498-3e85-454b-b51d-bdcf1ca12704), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:35.075349 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ec680844-13d7-41e3-abbe-cafc6b8cd8fb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6f61557d64b64ef6b68a4940e565b67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296046 Sep 15 14:28:35.076285 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec680844-13d7-41e3-abbe-cafc6b8cd8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671e2498-3e85-454b-b51d-bdcf1ca12704,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:35.078074 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60760) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:35.093050 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:35.129032 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-10ca062b-10ff-47ce-92d0-143a0995329c admin admin] Publish callbacks [] for security_group (671e2498-3e85-454b-b51d-bdcf1ca12704), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:35.149798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-10ca062b-10ff-47ce-92d0-143a0995329c admin admin] Publish callbacks [] for security_group (671e2498-3e85-454b-b51d-bdcf1ca12704), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:35.196593 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-10ca062b-10ff-47ce-92d0-143a0995329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (671e2498-3e85-454b-b51d-bdcf1ca12704), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:35.199067 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-10ca062b-10ff-47ce-92d0-143a0995329c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:35.200248 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-10ca062b-10ff-47ce-92d0-143a0995329c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/671e2498-3e85-454b-b51d-bdcf1ca12704 HTTP/1.1" status: 204 len: 168 time: 0.1212068 Sep 15 14:28:35.208107 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca062b-10ff-47ce-92d0-143a0995329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671e2498-3e85-454b-b51d-bdcf1ca12704,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:37.502579 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60834) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:37.610020 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d910-77e8-474a-a3e8-21c5c0e84441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:37.685868 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d910-77e8-474a-a3e8-21c5c0e84441 admin admin] Publish callbacks [] for security_group (4de18c91-5797-43c2-8e01-f788437dcf72), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:37.690176 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d910-77e8-474a-a3e8-21c5c0e84441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4de18c91-5797-43c2-8e01-f788437dcf72), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:37.733081 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-d6d5d910-77e8-474a-a3e8-21c5c0e84441 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8d50c5fc95f741febe0d9eabb3008a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293985 Sep 15 14:28:37.733928 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5d910-77e8-474a-a3e8-21c5c0e84441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de18c91-5797-43c2-8e01-f788437dcf72,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:37.735973 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60838) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:37.789873 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f0589b0a-b360-44a2-9d2c-0cef99921f1c admin admin] Publish callbacks [] for security_group (4de18c91-5797-43c2-8e01-f788437dcf72), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:37.800813 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:37.810866 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f0589b0a-b360-44a2-9d2c-0cef99921f1c admin admin] Publish callbacks [] for security_group (4de18c91-5797-43c2-8e01-f788437dcf72), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:37.857632 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f0589b0a-b360-44a2-9d2c-0cef99921f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (4de18c91-5797-43c2-8e01-f788437dcf72), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:37.860115 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f0589b0a-b360-44a2-9d2c-0cef99921f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:37.861232 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f0589b0a-b360-44a2-9d2c-0cef99921f1c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4de18c91-5797-43c2-8e01-f788437dcf72 HTTP/1.1" status: 204 len: 168 time: 0.1242888 Sep 15 14:28:37.869100 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0589b0a-b360-44a2-9d2c-0cef99921f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de18c91-5797-43c2-8e01-f788437dcf72,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:38.122131 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60844) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:38.135859 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6392fb76-71dd-4aed-b3c2-b37a9e7191e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:38.216671 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6392fb76-71dd-4aed-b3c2-b37a9e7191e4 admin admin] Publish callbacks [] for security_group (5efeb7dc-8dec-46fa-bd8a-797bc9613186), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:38.220116 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-6392fb76-71dd-4aed-b3c2-b37a9e7191e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (5efeb7dc-8dec-46fa-bd8a-797bc9613186), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:38.257363 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392fb76-71dd-4aed-b3c2-b37a9e7191e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efeb7dc-8dec-46fa-bd8a-797bc9613186,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:38.261630 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-6392fb76-71dd-4aed-b3c2-b37a9e7191e4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=53ca28271ce84c45a7a4e23a9ede1bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384935 Sep 15 14:28:38.264762 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60846) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:38.314046 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8bee537-ffdd-4af8-823f-300a890b404e admin admin] Publish callbacks [] for security_group (5efeb7dc-8dec-46fa-bd8a-797bc9613186), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:38.337911 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8bee537-ffdd-4af8-823f-300a890b404e admin admin] Publish callbacks [] for security_group (5efeb7dc-8dec-46fa-bd8a-797bc9613186), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:38.385355 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8bee537-ffdd-4af8-823f-300a890b404e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (5efeb7dc-8dec-46fa-bd8a-797bc9613186), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:38.387815 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f8bee537-ffdd-4af8-823f-300a890b404e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:38.388989 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f8bee537-ffdd-4af8-823f-300a890b404e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5efeb7dc-8dec-46fa-bd8a-797bc9613186 HTTP/1.1" status: 204 len: 168 time: 0.1236649 Sep 15 14:28:38.397267 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bee537-ffdd-4af8-823f-300a890b404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efeb7dc-8dec-46fa-bd8a-797bc9613186,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:42.436225 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 60912) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:42.546042 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1370bf4d-b3f0-453c-a570-3b1e44c35191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:42.627854 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1370bf4d-b3f0-453c-a570-3b1e44c35191 admin admin] Publish callbacks [] for security_group (47f84f7f-f100-4983-ae8f-4712e87cb326), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:42.631312 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-1370bf4d-b3f0-453c-a570-3b1e44c35191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (47f84f7f-f100-4983-ae8f-4712e87cb326), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:42.654705 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:42.673059 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-1370bf4d-b3f0-453c-a570-3b1e44c35191 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=92b7a703ac864d19b86bff4831781ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358074 Sep 15 14:28:42.674163 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370bf4d-b3f0-453c-a570-3b1e44c35191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f84f7f-f100-4983-ae8f-4712e87cb326,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:42.675817 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 60916) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:42.726001 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-908bf700-eafd-4a6a-9cdc-c8932884d220 admin admin] Publish callbacks [] for security_group (47f84f7f-f100-4983-ae8f-4712e87cb326), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:42.745397 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-908bf700-eafd-4a6a-9cdc-c8932884d220 admin admin] Publish callbacks [] for security_group (47f84f7f-f100-4983-ae8f-4712e87cb326), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:42.746824 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:42.793412 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-908bf700-eafd-4a6a-9cdc-c8932884d220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (47f84f7f-f100-4983-ae8f-4712e87cb326), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:42.796017 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-908bf700-eafd-4a6a-9cdc-c8932884d220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:42.797206 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-908bf700-eafd-4a6a-9cdc-c8932884d220 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/47f84f7f-f100-4983-ae8f-4712e87cb326 HTTP/1.1" status: 204 len: 168 time: 0.1198592 Sep 15 14:28:42.805651 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf700-eafd-4a6a-9cdc-c8932884d220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f84f7f-f100-4983-ae8f-4712e87cb326,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:42.922652 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:46.703296 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:50.791792 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 32802) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:50.906505 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-64f63c79-09c4-49dd-8ddc-5f029f870ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:50.988292 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-64f63c79-09c4-49dd-8ddc-5f029f870ef8 admin admin] Publish callbacks [] for security_group (f576e3c7-779c-4c04-b45b-78db20c32bf3), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:50.992099 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-64f63c79-09c4-49dd-8ddc-5f029f870ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f576e3c7-779c-4c04-b45b-78db20c32bf3), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.034614 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-64f63c79-09c4-49dd-8ddc-5f029f870ef8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=665f2b8696ce494188535f65b8900b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417600 Sep 15 14:28:51.035293 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f63c79-09c4-49dd-8ddc-5f029f870ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f576e3c7-779c-4c04-b45b-78db20c32bf3,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:51.038541 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 32806) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:51.052222 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:51.094533 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Publish callbacks [] for security_group (f576e3c7-779c-4c04-b45b-78db20c32bf3), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.115081 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Publish callbacks [] for security_group (f576e3c7-779c-4c04-b45b-78db20c32bf3), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.166956 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (f576e3c7-779c-4c04-b45b-78db20c32bf3), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.169387 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.170541 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f576e3c7-779c-4c04-b45b-78db20c32bf3 HTTP/1.1" status: 204 len: 168 time: 0.1306198 Sep 15 14:28:51.177961 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f576e3c7-779c-4c04-b45b-78db20c32bf3,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:51.186153 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.186495 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.186831 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.187165 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.187494 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.187846 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.188170 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.188490 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.188812 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.189138 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.189460 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.189918 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.190833 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.191317 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.191643 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f80980-b6a4-4dc6-b506-ab228bc96939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:28:51.440636 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 32812) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:51.454832 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-604f2f1c-14ee-4b15-95bf-55d553fd3539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.477144 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:51.532923 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-604f2f1c-14ee-4b15-95bf-55d553fd3539 admin admin] Publish callbacks [] for security_group (92c1263b-6d4d-40ca-9760-c2d7f8f0ecac), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.536515 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-604f2f1c-14ee-4b15-95bf-55d553fd3539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (92c1263b-6d4d-40ca-9760-c2d7f8f0ecac), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.574584 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f2f1c-14ee-4b15-95bf-55d553fd3539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c1263b-6d4d-40ca-9760-c2d7f8f0ecac,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:51.578788 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-604f2f1c-14ee-4b15-95bf-55d553fd3539 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8474325d898447e2aa45b1c8400ab6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371634 Sep 15 14:28:51.581551 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 32814) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:51.629384 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3115f6af-a0aa-4c81-8a77-a3dbf429871b admin admin] Publish callbacks [] for security_group (92c1263b-6d4d-40ca-9760-c2d7f8f0ecac), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.649901 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3115f6af-a0aa-4c81-8a77-a3dbf429871b admin admin] Publish callbacks [] for security_group (92c1263b-6d4d-40ca-9760-c2d7f8f0ecac), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.696827 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3115f6af-a0aa-4c81-8a77-a3dbf429871b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (92c1263b-6d4d-40ca-9760-c2d7f8f0ecac), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.699177 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-3115f6af-a0aa-4c81-8a77-a3dbf429871b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:51.700324 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-3115f6af-a0aa-4c81-8a77-a3dbf429871b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/92c1263b-6d4d-40ca-9760-c2d7f8f0ecac HTTP/1.1" status: 204 len: 168 time: 0.1178963 Sep 15 14:28:51.707781 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115f6af-a0aa-4c81-8a77-a3dbf429871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c1263b-6d4d-40ca-9760-c2d7f8f0ecac,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:52.017493 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 32820) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:52.034059 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ab35d2e3-f9ff-4ff8-920c-35f71cffd998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:52.347299 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ab35d2e3-f9ff-4ff8-920c-35f71cffd998 admin admin] Publish callbacks [] for security_group (9af26140-4405-40aa-a90a-b4e040427bcd), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:52.351654 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ab35d2e3-f9ff-4ff8-920c-35f71cffd998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9af26140-4405-40aa-a90a-b4e040427bcd), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:52.381034 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:52.391990 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ab35d2e3-f9ff-4ff8-920c-35f71cffd998 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2a169d4f92e846dba41133edd93c4c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734848 Sep 15 14:28:52.393046 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35d2e3-f9ff-4ff8-920c-35f71cffd998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af26140-4405-40aa-a90a-b4e040427bcd,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:52.395963 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 32822) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:28:52.446927 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6cf3844d-ce59-4f45-9293-baafe6b0bdb4 admin admin] Publish callbacks [] for security_group (9af26140-4405-40aa-a90a-b4e040427bcd), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:52.467671 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6cf3844d-ce59-4f45-9293-baafe6b0bdb4 admin admin] Publish callbacks [] for security_group (9af26140-4405-40aa-a90a-b4e040427bcd), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:52.516120 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6cf3844d-ce59-4f45-9293-baafe6b0bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (9af26140-4405-40aa-a90a-b4e040427bcd), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:52.518624 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-6cf3844d-ce59-4f45-9293-baafe6b0bdb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:28:52.519788 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-6cf3844d-ce59-4f45-9293-baafe6b0bdb4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9af26140-4405-40aa-a90a-b4e040427bcd HTTP/1.1" status: 204 len: 168 time: 0.1222384 Sep 15 14:28:52.527985 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3844d-ce59-4f45-9293-baafe6b0bdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af26140-4405-40aa-a90a-b4e040427bcd,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:28:56.885042 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:56.888795 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:28:58.472943 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-578ce762-3ab1-466c-82bb-04b421010977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:00.743038 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0a6fec54-9216-46c7-9817-9ca4f94384ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:02.021313 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:02.035091 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:02.388186 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:INSERT=6,neutron:SELECT=51,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:02.522467 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:DELETE=6,neutron:SELECT=37 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:02.524426 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=28,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:02.790087 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-1a6ce556-d427-427c-a1f7-8dda978af7c1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370946 Sep 15 14:29:02.869845 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-dabdb176-721d-425c-a0f3-0301ad1b985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:29:02.871348 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-dabdb176-721d-425c-a0f3-0301ad1b985f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 1130 time: 0.0392251 Sep 15 14:29:02.979953 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-4730c890-6a42-4f7c-86f9-f7e9e481aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:29:02.981406 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-4730c890-6a42-4f7c-86f9-f7e9e481aa5c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0920756 Sep 15 14:29:03.046992 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-26b86b92-08fb-4be4-bcca-9d0fff39f229 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812a62e2-da15-4a46-b6f8-cb419b29755f HTTP/1.1" status: 200 len: 1002 time: 0.0584588 Sep 15 14:29:03.096504 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-e54212de-5c4e-4a83-9be5-d4ca1392ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:29:03.097953 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-e54212de-5c4e-4a83-9be5-d4ca1392ad85 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0441763 Sep 15 14:29:03.142544 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-bcaa3f46-8eac-498e-89ad-6d29c2413d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:29:03.144047 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-bcaa3f46-8eac-498e-89ad-6d29c2413d37 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393116 Sep 15 14:29:03.239423 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-da209776-fcbe-47b1-bf62-8937aa46ea80 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888605 Sep 15 14:29:03.330866 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d56dd792-cacb-42a4-b061-9727fa43ab18 req-e676796f-79c2-4036-8ec2-b93bba2d703a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856495 Sep 15 14:29:03.509338 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:03.583964 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:09.924565 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:29:13.317274 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=54 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:13.327450 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=47 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:13.577727 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:13.579625 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:16.721994 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:26.714027 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:26.719777 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:28.466956 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-bdd4c70d-1a04-4150-a793-6886b316731c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:30.734309 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9a3a935e-f9f9-4806-9cb9-39e8766c4dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:32.036984 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:33.672920 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:33.681245 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:33.881549 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:33.886288 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:36.489314 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33040) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:29:36.593375 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a934820d-2fd3-4a30-9024-d1e7a9ad7ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:36.671228 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a934820d-2fd3-4a30-9024-d1e7a9ad7ae1 admin admin] Publish callbacks [] for security_group (96c1d9b8-61b5-497f-8dda-5fdd874e2d1b), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:36.674679 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-a934820d-2fd3-4a30-9024-d1e7a9ad7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (96c1d9b8-61b5-497f-8dda-5fdd874e2d1b), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:36.715810 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934820d-2fd3-4a30-9024-d1e7a9ad7ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c1d9b8-61b5-497f-8dda-5fdd874e2d1b,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:29:36.720035 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-a934820d-2fd3-4a30-9024-d1e7a9ad7ae1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=846cc930ba73441e934b7e9106dbb100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296946 Sep 15 14:29:36.722678 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33044) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:29:36.771281 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0d0c73f2-50f7-4add-b6da-a9fabd3d5e0a admin admin] Publish callbacks [] for security_group (96c1d9b8-61b5-497f-8dda-5fdd874e2d1b), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:36.790845 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0d0c73f2-50f7-4add-b6da-a9fabd3d5e0a admin admin] Publish callbacks [] for security_group (96c1d9b8-61b5-497f-8dda-5fdd874e2d1b), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:36.837632 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0d0c73f2-50f7-4add-b6da-a9fabd3d5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (96c1d9b8-61b5-497f-8dda-5fdd874e2d1b), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:36.840669 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-0d0c73f2-50f7-4add-b6da-a9fabd3d5e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:36.841801 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-0d0c73f2-50f7-4add-b6da-a9fabd3d5e0a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/96c1d9b8-61b5-497f-8dda-5fdd874e2d1b HTTP/1.1" status: 204 len: 168 time: 0.1182489 Sep 15 14:29:36.849514 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c73f2-50f7-4add-b6da-a9fabd3d5e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c1d9b8-61b5-497f-8dda-5fdd874e2d1b,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:29:43.740092 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:46.719830 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:29:46.844540 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:46.848950 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=36,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:46.923624 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:29:56.706633 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:56.716624 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:56.919677 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:56.920490 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:29:58.469787 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-64e2230d-59e6-49e4-974f-bfa798174083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:00.345557 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfc3a2-17a7-4510-b1db-1cd6850e6e0f req-3a740ecc-3d6c-4df8-91f8-e1648466d929 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:00.347047 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7dfc3a2-17a7-4510-b1db-1cd6850e6e0f req-3a740ecc-3d6c-4df8-91f8-e1648466d929 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 946 time: 0.2317460 Sep 15 14:30:00.396373 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7dfc3a2-17a7-4510-b1db-1cd6850e6e0f req-3cdc801e-67d3-4746-87ab-9e65094206c8 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Sep 15 14:30:00.735437 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a55956f5-13cf-4a6b-bef6-564db898b375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:01.577372 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b245639-8a98-4ac1-910d-52fec1b8da5c req-1a89e16e-00b8-403a-8efe-38db72066811 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:01.578930 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9b245639-8a98-4ac1-910d-52fec1b8da5c req-1a89e16e-00b8-403a-8efe-38db72066811 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 946 time: 0.1039953 Sep 15 14:30:01.627835 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9b245639-8a98-4ac1-910d-52fec1b8da5c req-839a3d2b-c3e0-4346-9097-8bc755ab0901 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Sep 15 14:30:01.938555 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-ad488d5b-6e63-409f-9bf2-e0c0c3257cc4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:01.939914 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-ad488d5b-6e63-409f-9bf2-e0c0c3257cc4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 946 time: 0.0468891 Sep 15 14:30:02.021130 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Deleting port 812a62e2-da15-4a46-b6f8-cb419b29755f {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:30:02.021470 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:02.043180 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:02.118081 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] For port 812a62e2-da15-4a46-b6f8-cb419b29755f, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=812a62e2-da15-4a46-b6f8-cb419b29755f,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:30:02.118436 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:02.280084 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:02.280634 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (cd18dbdd-0a56-4d6c-8e05-405feae08d82), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:02.280999 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.db.l3_db [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Floating IP cd18dbdd-0a56-4d6c-8e05-405feae08d82 disassociated. External IP: 172.27.1.216, port: 812a62e2-da15-4a46-b6f8-cb419b29755f. Sep 15 14:30:02.281337 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Calling delete_port for 812a62e2-da15-4a46-b6f8-cb419b29755f owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:30:02.409798 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (812a62e2-da15-4a46-b6f8-cb419b29755f), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:02.438007 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event deleted for resources: {'Port': ['ID=812a62e2-da15-4a46-b6f8-cb419b29755f,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:30:02.449937 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.450284 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.450622 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.450962 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.451294 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.451623 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.451980 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.452305 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.452631 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.452960 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.453288 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.453614 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.453934 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.454256 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.454596 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:02.566806 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Router c39e75df-5cc0-4e93-bb00-720ac0184afb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:30:02.668715 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:30:02.680334 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] Sync routers for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:30:02.692308 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:30:02.693005 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:30:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:30:02.721454 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] No DVR routers for this DVR port 812a62e2-da15-4a46-b6f8-cb419b29755f on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:30:02.726051 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:02.728239 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-769cbabb-35dd-40b0-be15-ed79f42a8c6d req-8d7e5007-8e5b-4fa5-8fb6-4f7074ed6202 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "DELETE /networking/v2.0/ports/812a62e2-da15-4a46-b6f8-cb419b29755f HTTP/1.1" status: 204 len: 173 time: 0.7826233 Sep 15 14:30:02.728999 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'name': 'network-vif-deleted', 'tag': '812a62e2-da15-4a46-b6f8-cb419b29755f'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:30:02.731412 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd7bed7-1cef-4013-8612-cb393813cf9c" -d '{"events": [{"server_uuid": "6afa929a-8671-4b84-a300-dee26b8dfa02", "name": "network-vif-deleted", "tag": "812a62e2-da15-4a46-b6f8-cb419b29755f"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:30:02.755821 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-49287622-bb99-4c64-a6a2-d4805a6763fc req-58c2492f-b93c-4b1d-b068-8255ef32fc6f tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6afa929a-8671-4b84-a300-dee26b8dfa02 HTTP/1.1" status: 200 len: 210 time: 0.0433211 Sep 15 14:30:02.801787 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb75dd8-348c-444f-82d6-6d555631e1bb x-openstack-request-id: req-2cb75dd8-348c-444f-82d6-6d555631e1bb {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:30:02.802083 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afa929a-8671-4b84-a300-dee26b8dfa02", "name": "network-vif-deleted", "tag": "812a62e2-da15-4a46-b6f8-cb419b29755f", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:30:02.802542 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2cb75dd8-348c-444f-82d6-6d555631e1bb {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:30:02.803086 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb75dd8-348c-444f-82d6-6d555631e1bb'] response: {'server_uuid': '6afa929a-8671-4b84-a300-dee26b8dfa02', 'name': 'network-vif-deleted', 'tag': '812a62e2-da15-4a46-b6f8-cb419b29755f', 'status': 'completed', 'code': 200} Sep 15 14:30:02.813458 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:30:03.007949 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:30:03.032882 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] Checking router: c39e75df-5cc0-4e93-bb00-720ac0184afb for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:30:03.041184 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:30:03.041704 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:30:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:30:03.151562 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:30:03.335415 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:30:03.362903 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0c28c-40c8-4b98-8897-9898bfd2da37 None None] The sync data for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi is: [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:30:03.522523 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:03.596273 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cd0239-fcbe-49dd-8455-373d3431e2be None None] New status for floating IP cd18dbdd-0a56-4d6c-8e05-405feae08d82: DOWN {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:30:03.630949 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:04.036439 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-6d1de9bf-163c-41cd-a2c5-978cd09d933c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1521721999&fields=id&tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5 HTTP/1.1" status: 200 len: 267 time: 0.0466850 Sep 15 14:30:04.143960 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-a1ec414e-0055-4c8d-84e7-95c19cbcce81 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:04.145499 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-a1ec414e-0055-4c8d-84e7-95c19cbcce81 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 812 time: 0.1028388 Sep 15 14:30:04.159621 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-69abf385-615a-457e-93c4-812c2c47e631 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/quotas/b9f4deb43acf410aa0a8e88c20ddb3f5 HTTP/1.1" status: 200 len: 375 time: 0.0088217 Sep 15 14:30:04.215805 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-d1667564-f2de-450c-b0d7-d401e62fc4fd tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512934 Sep 15 14:30:04.310721 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-5a12ed8f-2300-421f-8244-7b90f8ea6b2b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838432 Sep 15 14:30:04.673949 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 812a62e2-da15-4a46-b6f8-cb419b29755f no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:30:04.685623 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-03eae8c4-93ea-4d70-911c-7b8f601417bb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683741 Sep 15 14:30:04.692806 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 812a62e2-da15-4a46-b6f8-cb419b29755f {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:30:04.693156 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 812a62e2-da15-4a46-b6f8-cb419b29755f not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:30:04.960823 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:04.983229 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-7f9ef31e-bcab-4496-8905-2a1a1f64c347 req-4a3a6569-0363-4b12-af42-a3eaad501606 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 210 time: 0.0311792 Sep 15 14:30:05.950873 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:06.049486 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-0bbb8d69-a900-44e4-a1db-1a28786e4687 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:06.051275 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-0bbb8d69-a900-44e4-a1db-1a28786e4687 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 812 time: 0.1087322 Sep 15 14:30:06.091296 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e4c17007-bbf1-48c4-ab95-07a337198521 req-20cde53a-830f-4e17-a63a-7b48d4c28298 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 210 time: 0.0284517 Sep 15 14:30:06.126074 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-434ab816-0c13-47f4-9cb5-5f3952d7635a tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5 HTTP/1.1" status: 200 len: 380 time: 0.0610418 Sep 15 14:30:06.135715 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'port': {'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'admin_state_up': True, 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'security_groups': ['0ec43e38-c375-42c4-83c9-fd272efd5878']}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:30:06.244609 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Made reservation on behalf of b9f4deb43acf410aa0a8e88c20ddb3f5 for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:30:06.248352 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:06.379666 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Allocated IP 172.20.0.14 (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc/bcaa217a-8832-4227-b42c-80b1a0cf6c68/bce75eed-7428-4e92-b341-d6461658fadf) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:30:06.526758 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for port (bce75eed-7428-4e92-b341-d6461658fadf), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:06.562556 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (bce75eed-7428-4e92-b341-d6461658fadf), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:06.621152 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:30:06.622815 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:30:06.625175 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'Port': ['ID=bce75eed-7428-4e92-b341-d6461658fadf,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:30:06.627346 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:30:06.677982 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:06.678682 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:06.699041 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-798c383e-3083-405e-9c60-21d2583e2c09 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5675001 Sep 15 14:30:06.730432 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Request body: {'port': {'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:30:06.810707 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:06.812320 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bce75eed-7428-4e92-b341-d6461658fadf), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:06.850739 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:06.918027 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-110c9e96-cfe8-41da-a9ac-b515a4fd9d36 None None] Provisioning complete for port bce75eed-7428-4e92-b341-d6461658fadf triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:30:06.918611 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-110c9e96-cfe8-41da-a9ac-b515a4fd9d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (bce75eed-7428-4e92-b341-d6461658fadf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:06.918865 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-110c9e96-cfe8-41da-a9ac-b515a4fd9d36 None None] Attempt 1 to provision port bce75eed-7428-4e92-b341-d6461658fadf Sep 15 14:30:06.953318 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-110c9e96-cfe8-41da-a9ac-b515a4fd9d36 None None] Port bce75eed-7428-4e92-b341-d6461658fadf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:30:07.090864 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce75eed-7428-4e92-b341-d6461658fadf {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:30:07.099219 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Publish callbacks [] for port (bce75eed-7428-4e92-b341-d6461658fadf), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:07.113745 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Transition to ACTIVE for port object bce75eed-7428-4e92-b341-d6461658fadf will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:30:07.117600 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (bce75eed-7428-4e92-b341-d6461658fadf), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:07.191530 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bce75eed-7428-4e92-b341-d6461658fadf,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:30:07.261544 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781d240-1f74-4485-9ba2-c54c1dbdae78 req-86e486b7-ba50-45c1-b8e0-e56ce5ffe7d1 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:07.263013 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3781d240-1f74-4485-9ba2-c54c1dbdae78 req-86e486b7-ba50-45c1-b8e0-e56ce5ffe7d1 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 944 time: 0.0751522 Sep 15 14:30:07.294902 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Attempting to bind port bce75eed-7428-4e92-b341-d6461658fadf on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:30:07.295233 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Attempting to bind port bce75eed-7428-4e92-b341-d6461658fadf by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:30:07.295654 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Attempting to bind port bce75eed-7428-4e92-b341-d6461658fadf on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:30:07.357219 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3781d240-1f74-4485-9ba2-c54c1dbdae78 req-f6cea062-4f91-4550-ab06-6733c37dee9d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859628 Sep 15 14:30:07.364688 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Port bce75eed-7428-4e92-b341-d6461658fadf on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:30:07.365013 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Attempting to bind port bce75eed-7428-4e92-b341-d6461658fadf on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:30:07.408484 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:30:07.408817 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Checking segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:30:07.409327 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Bound using segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:30:07.409764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Bound port: bce75eed-7428-4e92-b341-d6461658fadf, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:30:07.410120 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bce75eed-7428-4e92-b341-d6461658fadf), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:07.454413 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-110c9e96-cfe8-41da-a9ac-b515a4fd9d36 None None] Attempt 2 to provision port bce75eed-7428-4e92-b341-d6461658fadf Sep 15 14:30:07.469634 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] For port bce75eed-7428-4e92-b341-d6461658fadf, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:30:07.472780 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] For port bce75eed-7428-4e92-b341-d6461658fadf, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bce75eed-7428-4e92-b341-d6461658fadf,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:30:07.479023 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (bce75eed-7428-4e92-b341-d6461658fadf), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:07.482691 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:07.483398 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:07.484802 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/bce75eed-7428-4e92-b341-d6461658fadf HTTP/1.1" status: 200 len: 1094 time: 0.7654285 Sep 15 14:30:07.486931 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:30:07.489225 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa78d58c-0fde-4e0b-aad5-51e3d2981d77" -d '{"events": [{"name": "network-changed", "server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "tag": "bce75eed-7428-4e92-b341-d6461658fadf"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:30:07.491211 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-110c9e96-cfe8-41da-a9ac-b515a4fd9d36 None None] Port bce75eed-7428-4e92-b341-d6461658fadf cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:30:07.534384 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a94202-f605-4c93-8e6a-38733be19d87 x-openstack-request-id: req-f7a94202-f605-4c93-8e6a-38733be19d87 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:30:07.534661 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "tag": "bce75eed-7428-4e92-b341-d6461658fadf", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:30:07.534910 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f7a94202-f605-4c93-8e6a-38733be19d87 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:30:07.535305 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a94202-f605-4c93-8e6a-38733be19d87'] response: {'name': 'network-changed', 'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf', 'status': 'completed', 'code': 200} Sep 15 14:30:07.544736 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09427798-1f94-4bdb-a7e6-207c2bd002c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bce75eed-7428-4e92-b341-d6461658fadf,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:30:07.629680 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78d58c-0fde-4e0b-aad5-51e3d2981d77 req-ca9cac30-18e9-4242-9af7-cf30b9ad8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:07.631074 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-aa78d58c-0fde-4e0b-aad5-51e3d2981d77 req-ca9cac30-18e9-4242-9af7-cf30b9ad8270 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 1128 time: 0.0428121 Sep 15 14:30:07.734446 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78d58c-0fde-4e0b-aad5-51e3d2981d77 req-2649a1e3-ef73-403e-8ce0-d8bb56c7ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:07.735950 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-aa78d58c-0fde-4e0b-aad5-51e3d2981d77 req-2649a1e3-ef73-403e-8ce0-d8bb56c7ca1d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0915527 Sep 15 14:30:07.790600 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:07.794890 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:07.835359 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78d58c-0fde-4e0b-aad5-51e3d2981d77 req-4eb3d159-dfa9-4773-a9d6-39040eb7104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:07.836859 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-aa78d58c-0fde-4e0b-aad5-51e3d2981d77 req-4eb3d159-dfa9-4773-a9d6-39040eb7104a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0956817 Sep 15 14:30:07.931858 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-9a2410b8-57a9-4b7d-90bd-e958c0a4adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:07.933027 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-9a2410b8-57a9-4b7d-90bd-e958c0a4adaf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 1128 time: 0.0394843 Sep 15 14:30:07.977511 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-47d7b1f7-4fd3-47e6-89b7-564ac4986ab6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce75eed-7428-4e92-b341-d6461658fadf HTTP/1.1" status: 200 len: 217 time: 0.0318418 Sep 15 14:30:07.992354 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-110c9e96-cfe8-41da-a9ac-b515a4fd9d36 None None] Attempt 3 to provision port bce75eed-7428-4e92-b341-d6461658fadf Sep 15 14:30:08.029271 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-b41ee1ec-4ca0-4696-b1b1-ace2b4f39c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:08.029575 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-110c9e96-cfe8-41da-a9ac-b515a4fd9d36 None None] Port bce75eed-7428-4e92-b341-d6461658fadf had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:30:08.031483 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-b41ee1ec-4ca0-4696-b1b1-ace2b4f39c5d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0485120 Sep 15 14:30:08.073160 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-effb52c7-4aa6-4ec2-9702-fc460dca05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:08.074602 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-effb52c7-4aa6-4ec2-9702-fc460dca05b2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384037 Sep 15 14:30:08.166887 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-8fcc0562-7ed1-46aa-9efb-b46f5d5a3df2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855179 Sep 15 14:30:08.255800 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-35d13df5-1fb3-4f81-a701-f38a51649a41 req-a15e595f-758d-4438-97bf-634202249c97 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824935 Sep 15 14:30:08.477211 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233bd35-ef7b-4b82-b685-e541dc29a2f0 req-0017fbff-3e4a-453e-ac40-3400d2be7dc1 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:08.478654 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9233bd35-ef7b-4b82-b685-e541dc29a2f0 req-0017fbff-3e4a-453e-ac40-3400d2be7dc1 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 944 time: 0.0463638 Sep 15 14:30:08.532208 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-9233bd35-ef7b-4b82-b685-e541dc29a2f0 req-1e39c9be-c0b0-4d22-9602-0d647acc3c86 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478001 Sep 15 14:30:09.652615 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eddd4b-3464-4985-9ac1-50b23b20b257 req-5ea44a6d-a532-4d33-81e2-f74f1f7fa067 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:09.654047 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-41eddd4b-3464-4985-9ac1-50b23b20b257 req-5ea44a6d-a532-4d33-81e2-f74f1f7fa067 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 944 time: 0.0456817 Sep 15 14:30:09.704029 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-41eddd4b-3464-4985-9ac1-50b23b20b257 req-cdbc0bb9-f471-4b18-937a-540503600297 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Sep 15 14:30:10.823592 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f17752-830d-4822-9277-3a02741b4a8c req-e6f37eb0-fab1-4e33-a9b3-c4c38c84017b tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:10.825057 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e8f17752-830d-4822-9277-3a02741b4a8c req-e6f37eb0-fab1-4e33-a9b3-c4c38c84017b tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 944 time: 0.0468380 Sep 15 14:30:10.873297 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e8f17752-830d-4822-9277-3a02741b4a8c req-30ff37c6-6300-4e1a-9356-53b59433f689 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Sep 15 14:30:11.998097 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb44de-b81e-4c8c-9ee1-954d0d6f41b2 req-776c4d25-08ee-4989-8cc8-088acb6f498c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:11.999796 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d9eb44de-b81e-4c8c-9ee1-954d0d6f41b2 req-776c4d25-08ee-4989-8cc8-088acb6f498c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 944 time: 0.0499933 Sep 15 14:30:12.049399 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-d9eb44de-b81e-4c8c-9ee1-954d0d6f41b2 req-8bbb9171-2fac-417f-93ac-7c5de2aff4d3 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Sep 15 14:30:13.167693 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b59418-04fa-47b0-ad29-b58471ab4be1 req-1fe23e5f-4db2-43f9-b5bd-fe64488a9b3a tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:13.169181 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15b59418-04fa-47b0-ad29-b58471ab4be1 req-1fe23e5f-4db2-43f9-b5bd-fe64488a9b3a tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 944 time: 0.0464268 Sep 15 14:30:13.220029 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-15b59418-04fa-47b0-ad29-b58471ab4be1 req-187feec7-289e-47a3-88d9-b2852af21cbb tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444059 Sep 15 14:30:13.338422 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=70 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:14.349274 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f76ae-cc6b-4bdd-987f-c4f0477b9bfb req-715ccef5-cc96-4114-bc9a-40d24ff90909 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:14.350801 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-796f76ae-cc6b-4bdd-987f-c4f0477b9bfb req-715ccef5-cc96-4114-bc9a-40d24ff90909 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 944 time: 0.0527439 Sep 15 14:30:14.403361 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-796f76ae-cc6b-4bdd-987f-c4f0477b9bfb req-c9348311-24e2-4060-b95d-9d54f6055402 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467277 Sep 15 14:30:15.529466 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145910ca-5670-4b7a-a5f6-667e9ab89683 req-97071f17-450b-4565-b04c-abe36a506dfc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:15.530936 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-145910ca-5670-4b7a-a5f6-667e9ab89683 req-97071f17-450b-4565-b04c-abe36a506dfc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 944 time: 0.0500419 Sep 15 14:30:15.581900 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-145910ca-5670-4b7a-a5f6-667e9ab89683 req-6ca9a394-12b4-49b4-a6db-a664a3a4244c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444455 Sep 15 14:30:16.710359 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4f26f-5375-4b80-bd90-a2ba9c3e8bb9 req-2134c5d9-0eb3-4556-87bf-eec7d6a94484 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:16.711841 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a6f4f26f-5375-4b80-bd90-a2ba9c3e8bb9 req-2134c5d9-0eb3-4556-87bf-eec7d6a94484 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 944 time: 0.0529573 Sep 15 14:30:16.727407 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device bce75eed-7428-4e92-b341-d6461658fadf details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:30:16.751974 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:16.760808 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-a6f4f26f-5375-4b80-bd90-a2ba9c3e8bb9 req-4cfe5884-af3a-413b-925f-ac5c28b10a08 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435038 Sep 15 14:30:16.839051 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port bce75eed-7428-4e92-b341-d6461658fadf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bce75eed-7428-4e92-b341-d6461658fadf,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:30:16.850359 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': 'bce75eed-7428-4e92-b341-d6461658fadf', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:30:16.883487 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port bce75eed-7428-4e92-b341-d6461658fadf is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:30:16.883833 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bce75eed-7428-4e92-b341-d6461658fadf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:16.897553 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce75eed-7428-4e92-b341-d6461658fadf {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:30:16.917799 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port bce75eed-7428-4e92-b341-d6461658fadf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bce75eed-7428-4e92-b341-d6461658fadf,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:30:16.921708 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (bce75eed-7428-4e92-b341-d6461658fadf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:16.970284 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=bce75eed-7428-4e92-b341-d6461658fadf,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:30:16.977344 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.977691 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.978035 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.978375 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.978708 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.979038 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.979364 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.979707 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.980040 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.980361 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.980707 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.981034 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.981354 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.981671 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:16.981990 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:17.326458 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['bce75eed-7428-4e92-b341-d6461658fadf'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:30:17.507890 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:17.532447 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:17.881766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0c6aa-551e-484c-91c7-0f220a3d9178 req-5f3b6fd8-5b3b-4c5c-b72c-61c9b66bdf2d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:17.883242 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7b0c6aa-551e-484c-91c7-0f220a3d9178 req-5f3b6fd8-5b3b-4c5c-b72c-61c9b66bdf2d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 945 time: 0.0470591 Sep 15 14:30:17.931985 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a7b0c6aa-551e-484c-91c7-0f220a3d9178 req-4a331d80-53c9-4328-826b-69df6cb2a1e8 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432439 Sep 15 14:30:18.735762 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device bce75eed-7428-4e92-b341-d6461658fadf up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:30:18.777618 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port bce75eed-7428-4e92-b341-d6461658fadf completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:30:18.783511 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port bce75eed-7428-4e92-b341-d6461658fadf triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:30:18.783960 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (bce75eed-7428-4e92-b341-d6461658fadf), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:18.784321 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port bce75eed-7428-4e92-b341-d6461658fadf Sep 15 14:30:18.857186 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port bce75eed-7428-4e92-b341-d6461658fadf is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:30:18.857560 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (bce75eed-7428-4e92-b341-d6461658fadf), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:18.880070 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:30:18.882256 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90585b83-f6a6-43b1-aa2d-c70376e03833" -d '{"events": [{"server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "name": "network-vif-plugged", "status": "completed", "tag": "bce75eed-7428-4e92-b341-d6461658fadf"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:30:18.895134 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port bce75eed-7428-4e92-b341-d6461658fadf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bce75eed-7428-4e92-b341-d6461658fadf,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:30:18.899016 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (bce75eed-7428-4e92-b341-d6461658fadf), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:18.924290 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa434d8e-6af4-4409-8743-eaeb7eb934e2 x-openstack-request-id: req-fa434d8e-6af4-4409-8743-eaeb7eb934e2 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:30:18.924571 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "name": "network-vif-plugged", "status": "completed", "tag": "bce75eed-7428-4e92-b341-d6461658fadf", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:30:18.924814 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fa434d8e-6af4-4409-8743-eaeb7eb934e2 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:30:18.925198 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa434d8e-6af4-4409-8743-eaeb7eb934e2'] response: {'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf', 'code': 200} Sep 15 14:30:18.950280 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=bce75eed-7428-4e92-b341-d6461658fadf,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:30:19.059662 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7c533-ffd2-4d83-abcc-e82726af6941 req-9253dbf6-669c-4723-a46a-ee5d68648af2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:19.061371 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6ef7c533-ffd2-4d83-abcc-e82726af6941 req-9253dbf6-669c-4723-a46a-ee5d68648af2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 946 time: 0.0491121 Sep 15 14:30:19.116686 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6ef7c533-ffd2-4d83-abcc-e82726af6941 req-4ac4178c-1578-41f2-8095-c24954d41c33 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487025 Sep 15 14:30:19.168992 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df910f-edb8-42db-bb75-f9ddbedd2fdb req-6608354d-5e39-4342-9249-e4a3ac95dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:19.170449 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-37df910f-edb8-42db-bb75-f9ddbedd2fdb req-6608354d-5e39-4342-9249-e4a3ac95dab5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 1130 time: 0.0384891 Sep 15 14:30:19.182311 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:19.204845 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:19.218019 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-37df910f-edb8-42db-bb75-f9ddbedd2fdb req-6251202c-2560-4a28-ab07-fdcdd9359576 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413351 Sep 15 14:30:20.243929 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092b064-ea5a-4858-a96e-f055cb063e70 req-267ceb57-bffe-4865-b262-eade37152420 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:20.245416 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4092b064-ea5a-4858-a96e-f055cb063e70 req-267ceb57-bffe-4865-b262-eade37152420 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 946 time: 0.0468893 Sep 15 14:30:20.293290 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4092b064-ea5a-4858-a96e-f055cb063e70 req-82860583-8319-4eb3-9894-f01b98f853e9 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Sep 15 14:30:21.416509 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c87e88-4950-443b-b3e9-6a494689dd0d req-605a6583-7221-4b04-9dd9-d27a0a969f5f tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:21.417919 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b0c87e88-4950-443b-b3e9-6a494689dd0d req-605a6583-7221-4b04-9dd9-d27a0a969f5f tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 946 time: 0.0472856 Sep 15 14:30:21.467211 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b0c87e88-4950-443b-b3e9-6a494689dd0d req-10bc1271-8e70-43a6-ac4b-e9ced4efdea2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 Sep 15 14:30:21.587383 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727525cb-a5b1-430e-a9bd-a0ee69cbc66b req-5760f189-f74a-4261-b344-3eb3798ac760 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:21.588892 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-727525cb-a5b1-430e-a9bd-a0ee69cbc66b req-5760f189-f74a-4261-b344-3eb3798ac760 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 946 time: 0.0474617 Sep 15 14:30:21.601146 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:21.608985 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:21.644554 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-727525cb-a5b1-430e-a9bd-a0ee69cbc66b req-0f59c219-685a-48cc-b0b7-0410b6c647ce tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488555 Sep 15 14:30:21.673813 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33150) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:30:21.710369 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe121cc-9690-400d-91ab-dd99559453aa tempest-TestVolumeBootPattern-649055132 tempest-TestVolumeBootPattern-649055132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:21.711876 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-6fe121cc-9690-400d-91ab-dd99559453aa tempest-TestVolumeBootPattern-649055132 tempest-TestVolumeBootPattern-649055132-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 1125 time: 0.0371475 Sep 15 14:30:21.714887 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33152) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:30:21.719556 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:30:21.742811 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:21.825953 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:21.938168 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Allocated IP 172.27.1.79 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/08f7cc46-b89b-4984-919a-e40bee6af010) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:30:22.050471 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for port (08f7cc46-b89b-4984-919a-e40bee6af010), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:22.083791 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (08f7cc46-b89b-4984-919a-e40bee6af010), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:22.126072 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:30:22.131129 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:30:22.133350 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'Port': ['ID=08f7cc46-b89b-4984-919a-e40bee6af010,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:30:22.135420 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:30:22.162683 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.163027 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.163369 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.163723 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.164061 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.164391 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.164718 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.165041 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.165361 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.165681 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.166003 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.166326 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.166645 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.166959 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.167273 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:30:22.447043 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:22.461569 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:22.503423 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (d5417eb7-7c28-4231-a481-91fe98a9ad62), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:22.567816 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (08f7cc46-b89b-4984-919a-e40bee6af010), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:22.717959 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for port (08f7cc46-b89b-4984-919a-e40bee6af010), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:22.723261 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (08f7cc46-b89b-4984-919a-e40bee6af010), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:22.792335 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (d5417eb7-7c28-4231-a481-91fe98a9ad62), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:22.794012 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'Port': ['ID=08f7cc46-b89b-4984-919a-e40bee6af010,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:30:22.888773 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Floating IP d5417eb7-7c28-4231-a481-91fe98a9ad62 associated. External IP: 172.27.1.79, port: bce75eed-7428-4e92-b341-d6461658fadf. Sep 15 14:30:23.087565 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Router c39e75df-5cc0-4e93-bb00-720ac0184afb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:30:23.191589 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:30:23.201233 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] Sync routers for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:30:23.211052 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:23.211631 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:30:23.212488 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:30:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:30:23.244209 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-936d8aeb-899f-4ac2-8750-30531b971f6c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5283113 Sep 15 14:30:23.244860 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:30:23.247148 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc014be-690b-498d-b05f-4fa4882fa45d" -d '{"events": [{"name": "network-changed", "server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "tag": "bce75eed-7428-4e92-b341-d6461658fadf"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:30:23.286956 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1737c3bf-b04f-4445-ba87-1d4b1f009792 x-openstack-request-id: req-1737c3bf-b04f-4445-ba87-1d4b1f009792 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:30:23.287177 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "tag": "bce75eed-7428-4e92-b341-d6461658fadf", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:30:23.287314 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1737c3bf-b04f-4445-ba87-1d4b1f009792 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:30:23.287754 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1737c3bf-b04f-4445-ba87-1d4b1f009792'] response: {'name': 'network-changed', 'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf', 'status': 'completed', 'code': 200} Sep 15 14:30:23.323826 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:30:23.347597 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:23.421121 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-aa225d35-b677-4cd4-ba6a-940876a55f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:23.423372 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-aa225d35-b677-4cd4-ba6a-940876a55f61 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 1130 time: 0.0425372 Sep 15 14:30:23.517295 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-cb2a7009-a68b-4a4c-b638-c9b39ba3d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:23.518780 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-cb2a7009-a68b-4a4c-b638-c9b39ba3d0c9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0897627 Sep 15 14:30:23.540179 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'd5417eb7-7c28-4231-a481-91fe98a9ad62', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:30:22Z', 'updated_at': '2022-09-15T14:30:22Z', 'revision_number': 0, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:30:23.566171 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] Checking router: c39e75df-5cc0-4e93-bb00-720ac0184afb for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:30:23.574847 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:30:23.575449 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:30:01Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:30:23.585730 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-d130d3d6-0af9-42bb-9e81-db32345ca6a9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce75eed-7428-4e92-b341-d6461658fadf HTTP/1.1" status: 200 len: 999 time: 0.0608094 Sep 15 14:30:23.638368 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-75e071bf-51e2-4d40-901a-57fca7cbd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:23.640073 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-75e071bf-51e2-4d40-901a-57fca7cbd3c8 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0488727 Sep 15 14:30:23.683719 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:30:23.683959 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-6f1d5cd9-6c14-4214-a679-87b43fa4f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:30:23.685431 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-6f1d5cd9-6c14-4214-a679-87b43fa4f63d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392334 Sep 15 14:30:23.780415 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-00f79648-5f37-412c-99c6-72e9540a9cb6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880640 Sep 15 14:30:23.870434 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ebc014be-690b-498d-b05f-4fa4882fa45d req-fddfd90a-9a4e-4d3a-8d1a-953506bce080 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845881 Sep 15 14:30:23.897700 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'd5417eb7-7c28-4231-a481-91fe98a9ad62', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:30:22Z', 'updated_at': '2022-09-15T14:30:22Z', 'revision_number': 0, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:30:23.929868 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d81ea1-5337-40b7-b406-80bcaf9a9c84 None None] The sync data for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi is: [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'd5417eb7-7c28-4231-a481-91fe98a9ad62', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:30:22Z', 'updated_at': '2022-09-15T14:30:22Z', 'revision_number': 0, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:30:23.935727 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:30:24.121692 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b87ec76-e7ca-4ba4-a354-eb7858713312 None None] New status for floating IP d5417eb7-7c28-4231-a481-91fe98a9ad62: ACTIVE {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:30:28.474107 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-52367dab-1053-4e24-8cc7-5c29ff0326cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:30.740073 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-1bfc9af9-1f35-4ef7-aa8b-dfe408d344fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:32.042694 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:33.233274 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:33.238055 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:33.518907 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:33.594815 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:33.865305 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=63 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:33.867212 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=53 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:33.900618 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=56 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:33.929770 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:43.585324 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:43.591352 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=49,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:46.732747 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:30:47.883793 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:47.887638 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:56.727085 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:56.729336 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:30:58.478852 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-870f3724-da32-49dd-b24d-33b56f1fa24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:00.740954 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-c7279e5a-fca6-487f-86f2-7b18d1e67bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:00.935863 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:31:02.044850 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:03.511450 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:03.598630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:03.795113 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-2a13051a-6fdb-4e45-9432-2a849a011952 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426981 Sep 15 14:31:03.895587 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-b996f74d-f50f-42e1-8df0-9b58b44a2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:31:03.897635 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-b996f74d-f50f-42e1-8df0-9b58b44a2c6c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 1130 time: 0.0387106 Sep 15 14:31:03.997509 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-a6f30371-b878-4c70-9c15-5fc9cab9e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:31:03.998962 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-a6f30371-b878-4c70-9c15-5fc9cab9e362 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0842290 Sep 15 14:31:04.063667 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-540858fb-a83c-47f8-9927-488754dfb4cc service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce75eed-7428-4e92-b341-d6461658fadf HTTP/1.1" status: 200 len: 1001 time: 0.0569034 Sep 15 14:31:04.112831 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-8f13bc34-66d2-46d9-9708-3873d3be8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:31:04.114553 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-8f13bc34-66d2-46d9-9708-3873d3be8b88 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0447047 Sep 15 14:31:04.157423 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-8ffbc538-c827-4c4f-87da-13113cc08de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:31:04.158865 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-8ffbc538-c827-4c4f-87da-13113cc08de1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386188 Sep 15 14:31:04.251392 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-ecd87d5c-2576-4da9-bf83-30bd7e6253e5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 Sep 15 14:31:04.349757 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-41d8a036-1213-4783-bcb5-dab62da6e905 req-8b39f7e9-f731-4bee-9953-2f0b1831cba8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920751 Sep 15 14:31:10.931036 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:10.931915 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:13.592915 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:UPDATE=1,neutron:SELECT=8 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:13.594918 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:14.340417 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=51 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:14.345440 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=50 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:16.747404 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:26.741583 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:26.743437 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:26.917096 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:26.917896 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:28.481585 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ea0d-05d7-4975-8add-d81c3c7c330a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:30.748257 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-9250a10a-2391-409d-be19-2df8225809c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:32.049710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:33.518828 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:33.623112 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:37.936166 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:31:43.623306 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:43.625337 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=19 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:46.762189 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:31:47.931353 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:47.932168 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:56.755445 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:56.757337 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:31:58.483245 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-13389e25-9d54-4c18-afb9-aaf67074d545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:00.739879 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-5a7e66e2-c8f8-4169-a035-32f7ca3f42f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:01.880376 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:01.881210 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:02.051717 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:03.511371 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:03.609542 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:05.824778 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-32e3c4d2-ec8d-4102-bb01-54f379e41efb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797513 Sep 15 14:32:05.926402 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-ef8dbad9-299c-4285-bce7-6bb6eb0dee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:05.927869 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-ef8dbad9-299c-4285-bce7-6bb6eb0dee20 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 1130 time: 0.0393910 Sep 15 14:32:06.271249 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-2582ac2c-5fc1-465e-b780-96bbeffc49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:06.272733 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-2582ac2c-5fc1-465e-b780-96bbeffc49c0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.3276527 Sep 15 14:32:06.332988 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-33b25cf9-4d0c-4f94-81fe-619950dd7894 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce75eed-7428-4e92-b341-d6461658fadf HTTP/1.1" status: 200 len: 1001 time: 0.0542223 Sep 15 14:32:06.380241 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-c6386b48-b450-4517-8418-0b123de3bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:06.381558 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-c6386b48-b450-4517-8418-0b123de3bafe service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0432646 Sep 15 14:32:06.425528 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-1fe9bf75-4807-4495-a51c-3ef8025ddb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:06.426993 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-1fe9bf75-4807-4495-a51c-3ef8025ddb4b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399499 Sep 15 14:32:06.436464 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-8364e92d-0108-4ace-a064-7bbee7795f5f service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106456) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:32:06.437397 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-8364e92d-0108-4ace-a064-7bbee7795f5f service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048735 Sep 15 14:32:06.525222 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-aa962672-30a4-4f53-ab82-695c3570e350 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816712 Sep 15 14:32:06.616083 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e40f6f48-37fa-4f59-ba27-a335521dbe5e req-fb25164d-a0f5-4524-b81b-8096c462a6c7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855403 Sep 15 14:32:13.604317 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:13.606198 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:14.935525 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:32:16.612104 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=47 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:16.612841 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=54 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:16.796430 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:23.341958 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-ddaf305f-87d1-4ee1-973c-696fa57dd965 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1521721999&fields=id&tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5 HTTP/1.1" status: 200 len: 267 time: 0.0460463 Sep 15 14:32:23.448885 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-32855610-eacf-4be0-b663-98113ddf7599 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:23.450600 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-32855610-eacf-4be0-b663-98113ddf7599 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 812 time: 0.1023722 Sep 15 14:32:23.464633 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-f0f73fa8-c585-4445-bd27-dc05639dc943 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/quotas/b9f4deb43acf410aa0a8e88c20ddb3f5 HTTP/1.1" status: 200 len: 375 time: 0.0088172 Sep 15 14:32:23.518748 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-5357060f-01e6-45d7-8bca-2e33f3e1663d tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492804 Sep 15 14:32:23.534596 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-5c4e4e9b-4b8d-404e-8611-8ef20e414ea1 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106455) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 14:32:23.535535 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-5c4e4e9b-4b8d-404e-8611-8ef20e414ea1 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048847 Sep 15 14:32:23.595656 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:23.624365 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-bd95b854-5408-4673-b2cc-bc34c850ada3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836034 Sep 15 14:32:23.718649 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-03661b30-8ffe-4693-af2c-0f5f87136643 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886567 Sep 15 14:32:24.036887 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-86e80688-0a7d-4627-a63d-e63d8a0364e5 req-e7ae144b-0107-4543-bfa2-e8a9be60589c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 210 time: 0.0432312 Sep 15 14:32:24.931355 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:25.143516 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-e08e13e6-ff00-4876-b62a-74c616395bfe req-79dca1c3-dc5c-4ec4-83d7-762ee8ebd30f tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 210 time: 0.0289164 Sep 15 14:32:25.250357 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-7f6e5f17-6404-4d3c-9784-b42e8455e079 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:25.251842 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-7f6e5f17-6404-4d3c-9784-b42e8455e079 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 812 time: 0.1076801 Sep 15 14:32:25.319547 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-c521b816-7e35-4984-8487-967c3a478653 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5 HTTP/1.1" status: 200 len: 380 time: 0.0543022 Sep 15 14:32:25.328551 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'port': {'device_id': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'admin_state_up': True, 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'security_groups': ['0ec43e38-c375-42c4-83c9-fd272efd5878']}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:32:25.440714 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Made reservation on behalf of b9f4deb43acf410aa0a8e88c20ddb3f5 for: {'port': 1} {{(pid=106456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:32:25.444505 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:25.567492 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_common [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Allocated IP 172.20.0.9 (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc/bcaa217a-8832-4227-b42c-80b1a0cf6c68/766b2b63-af50-42c4-95de-01425c109bb1) {{(pid=106456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:32:25.711379 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for port (766b2b63-af50-42c4-95de-01425c109bb1), precommit_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:25.745301 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (766b2b63-af50-42c4-95de-01425c109bb1), after_create {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:25.793885 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc is already hosted by enough agents. {{(pid=106456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:32:25.799111 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.base_scheduler [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Resources bound (agent type, host, resource id): {{(pid=106456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:32:25.801503 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Received port after_create {{(pid=106456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:32:25.806189 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'Port': ['ID=766b2b63-af50-42c4-95de-01425c109bb1,revision_number=1']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:32:25.843300 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.843657 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.844101 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.844444 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.844774 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.845109 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.845437 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.845809 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.846141 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.846505 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.846835 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.847167 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.847520 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.847912 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.848251 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:25.879645 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:25.880603 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:25.898488 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-77528695-c2a6-4148-956e-e33cee031a90 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734756 Sep 15 14:32:25.917084 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.v2.base [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Request body: {'port': {'device_id': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85697'}} {{(pid=106456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:32:25.956206 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:25.987535 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (766b2b63-af50-42c4-95de-01425c109bb1), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:26.019382 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:26.098281 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-22ed1764-511d-4bd6-b0da-465681d13833 None None] Provisioning complete for port 766b2b63-af50-42c4-95de-01425c109bb1 triggered by entity DHCP. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:32:26.098885 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-22ed1764-511d-4bd6-b0da-465681d13833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (766b2b63-af50-42c4-95de-01425c109bb1), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:26.099001 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-22ed1764-511d-4bd6-b0da-465681d13833 None None] Attempt 1 to provision port 766b2b63-af50-42c4-95de-01425c109bb1 Sep 15 14:32:26.131046 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-22ed1764-511d-4bd6-b0da-465681d13833 None None] Port 766b2b63-af50-42c4-95de-01425c109bb1 cannot update to ACTIVE because it is not bound. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 14:32:26.279216 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766b2b63-af50-42c4-95de-01425c109bb1 {{(pid=106456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:32:26.290206 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Publish callbacks [] for port (766b2b63-af50-42c4-95de-01425c109bb1), precommit_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:26.311984 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3e10a-45fe-49b1-aad4-bf903a4776f8 req-21b2e6a5-a8e6-499d-83c5-b391abc3f292 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:26.313464 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6b3e10a-45fe-49b1-aad4-bf903a4776f8 req-21b2e6a5-a8e6-499d-83c5-b391abc3f292 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 931 time: 0.0707347 Sep 15 14:32:26.316338 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.provisioning_blocks [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Transition to ACTIVE for port object 766b2b63-af50-42c4-95de-01425c109bb1 will not be triggered until provisioned by entity L2. {{(pid=106456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 14:32:26.321066 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (766b2b63-af50-42c4-95de-01425c109bb1), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:26.411106 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Pushing event updated for resources: {'Port': ['ID=766b2b63-af50-42c4-95de-01425c109bb1,revision_number=2']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:32:26.446586 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b6b3e10a-45fe-49b1-aad4-bf903a4776f8 req-1ac67f77-6b38-4427-944c-336a4c014559 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265306 Sep 15 14:32:26.472700 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Attempting to bind port 766b2b63-af50-42c4-95de-01425c109bb1 on host hv-cinder-85697 for vnic_type normal with profile {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 14:32:26.473036 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Attempting to bind port 766b2b63-af50-42c4-95de-01425c109bb1 by drivers openvswitch,hyperv on host hv-cinder-85697 at level 0 using segments [{'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 14:32:26.473355 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Attempting to bind port 766b2b63-af50-42c4-95de-01425c109bb1 on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:32:26.514920 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Port 766b2b63-af50-42c4-95de-01425c109bb1 on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85697 {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:32:26.515243 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Attempting to bind port 766b2b63-af50-42c4-95de-01425c109bb1 on network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:32:26.556293 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Checking agent: {'id': '0be4bc35-2b78-4648-8799-13a5bc25db6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'started_at': datetime.datetime(2022, 9, 15, 14, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 14:32:26.556555 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Checking segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 14:32:26.556937 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Bound using segment: {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'} {{(pid=106456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 14:32:26.557925 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.managers [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Bound port: 766b2b63-af50-42c4-95de-01425c109bb1, host: hv-cinder-85697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91daba55-77e7-49d4-8bce-606048deb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc'}}] {{(pid=106456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 14:32:26.558283 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (766b2b63-af50-42c4-95de-01425c109bb1), before_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:26.622192 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] For port 766b2b63-af50-42c4-95de-01425c109bb1, host hv-cinder-85697, cleared binding levels {{(pid=106456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:32:26.625796 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] For port 766b2b63-af50-42c4-95de-01425c109bb1, host hv-cinder-85697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=766b2b63-af50-42c4-95de-01425c109bb1,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:32:26.631867 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-22ed1764-511d-4bd6-b0da-465681d13833 None None] Attempt 2 to provision port 766b2b63-af50-42c4-95de-01425c109bb1 Sep 15 14:32:26.632049 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26002060'] for port (766b2b63-af50-42c4-95de-01425c109bb1), after_update {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:26.637048 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:26.637660 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:26.639030 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/766b2b63-af50-42c4-95de-01425c109bb1 HTTP/1.1" status: 200 len: 1093 time: 0.7267756 Sep 15 14:32:26.639591 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:32:26.641848 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407e8f9a-773d-4bb1-b996-59443be1a19e" -d '{"events": [{"name": "network-changed", "server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "tag": "766b2b63-af50-42c4-95de-01425c109bb1"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:32:26.675775 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-22ed1764-511d-4bd6-b0da-465681d13833 None None] Port 766b2b63-af50-42c4-95de-01425c109bb1 had new provisioning blocks added so it will not transition to active. {{(pid=106457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 14:32:26.689314 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf8fd3-b541-4a02-adf8-ab70870b45d5 service neutron] Pushing event updated for resources: {'Port': ['ID=766b2b63-af50-42c4-95de-01425c109bb1,revision_number=3']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:32:26.701655 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465dab6f-b8b1-4151-a498-061c7e5a42ed x-openstack-request-id: req-465dab6f-b8b1-4151-a498-061c7e5a42ed {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:32:26.701655 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "tag": "766b2b63-af50-42c4-95de-01425c109bb1", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:32:26.701928 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-465dab6f-b8b1-4151-a498-061c7e5a42ed {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:32:26.702357 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465dab6f-b8b1-4151-a498-061c7e5a42ed'] response: {'name': 'network-changed', 'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1', 'status': 'completed', 'code': 200} Sep 15 14:32:26.766619 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-9d8066eb-f0ee-49bf-b81d-aa4e96c992fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:26.768118 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-9d8066eb-f0ee-49bf-b81d-aa4e96c992fe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 1127 time: 0.0398924 Sep 15 14:32:26.817115 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-6495f9b1-b876-4674-a20c-d40c0cf5f8e4 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b2b63-af50-42c4-95de-01425c109bb1 HTTP/1.1" status: 200 len: 217 time: 0.0360866 Sep 15 14:32:26.866275 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-9e08aca7-63b4-42af-8c12-eb6821a582ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:26.867825 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-9e08aca7-63b4-42af-8c12-eb6821a582ca service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0435278 Sep 15 14:32:26.908806 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-fe6b115e-7339-4eac-ae32-b436fa6e3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:26.910290 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-fe6b115e-7339-4eac-ae32-b436fa6e3bc5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372796 Sep 15 14:32:26.933891 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:26.935914 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:27.005938 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-46cbf934-7705-44ae-acb9-4966920e2336 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892742 Sep 15 14:32:27.094706 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fa58b902-522f-4a90-ac73-3869a840bb84 req-720fb091-930f-40f3-8eab-54e55b157a33 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824447 Sep 15 14:32:27.569308 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ec4d2-38a9-4c26-b4fc-ffd33d49aee3 req-c8463226-b3bb-49e0-b98b-b9bc373fec62 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:27.570774 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae0ec4d2-38a9-4c26-b4fc-ffd33d49aee3 req-c8463226-b3bb-49e0-b98b-b9bc373fec62 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 943 time: 0.0501823 Sep 15 14:32:27.619406 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ae0ec4d2-38a9-4c26-b4fc-ffd33d49aee3 req-85eee685-60ec-4e96-9529-2e93ee0e4766 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Sep 15 14:32:27.977323 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-d59c3cbc-25f7-4a56-ac64-560901008cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:27.978783 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-d59c3cbc-25f7-4a56-ac64-560901008cea service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 1127 time: 0.0395119 Sep 15 14:32:28.071766 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-68fd67ee-3667-482a-9137-5897dee8cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:28.073416 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-68fd67ee-3667-482a-9137-5897dee8cb87 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0878353 Sep 15 14:32:28.118730 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-7644d361-70b4-4233-bcb1-9b0bd238ef89 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b2b63-af50-42c4-95de-01425c109bb1 HTTP/1.1" status: 200 len: 217 time: 0.0324860 Sep 15 14:32:28.167308 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-3bdfe1b5-4a10-4713-bfe2-08bdbc9d6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:28.168719 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-3bdfe1b5-4a10-4713-bfe2-08bdbc9d6b4f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0424273 Sep 15 14:32:28.213361 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-f267be9c-680f-4f0d-b9de-43f874e979f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:28.214817 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-f267be9c-680f-4f0d-b9de-43f874e979f3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372810 Sep 15 14:32:28.306957 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-66530a45-b831-45e7-9b1d-b6cda5a0de23 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858121 Sep 15 14:32:28.398865 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-407e8f9a-773d-4bb1-b996-59443be1a19e req-8eab5df6-294e-4681-9444-bcf1bd773504 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858879 Sep 15 14:32:28.485710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-5a1a6b8d-63a0-40f0-aeaf-3103a3139287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:28.741288 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3b1f7-bfef-44d3-9704-5918a85b2ff1 req-90c28b39-cc4e-45c1-8e59-cd0c447fa85c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:28.742738 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0ce3b1f7-bfef-44d3-9704-5918a85b2ff1 req-90c28b39-cc4e-45c1-8e59-cd0c447fa85c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 943 time: 0.0470614 Sep 15 14:32:28.795090 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-0ce3b1f7-bfef-44d3-9704-5918a85b2ff1 req-7e32039a-d3e6-45fd-8ac3-cb9111a7e269 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460169 Sep 15 14:32:29.913992 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387feeb-c318-4f18-ab1a-b2df92c3b4fe req-0fb58fc3-333e-408b-9d24-87a2ba8ba015 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:29.915498 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3387feeb-c318-4f18-ab1a-b2df92c3b4fe req-0fb58fc3-333e-408b-9d24-87a2ba8ba015 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 943 time: 0.0462275 Sep 15 14:32:29.964807 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3387feeb-c318-4f18-ab1a-b2df92c3b4fe req-7f6052ed-0fce-4941-ab52-29eb493c1841 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Sep 15 14:32:30.741872 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-011fb32f-2b76-4fd2-93ea-939a4b86e497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:31.084525 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f2506-e2c5-416e-8454-265b9a1f5a92 req-585330ce-6c88-4354-afa5-d30440c5f689 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:31.085976 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3d3f2506-e2c5-416e-8454-265b9a1f5a92 req-585330ce-6c88-4354-afa5-d30440c5f689 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 943 time: 0.0468130 Sep 15 14:32:31.134581 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-3d3f2506-e2c5-416e-8454-265b9a1f5a92 req-1d8cec5b-44fd-4cca-8d4d-249a1f98f286 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430098 Sep 15 14:32:32.055305 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:32.252448 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0a3b-487f-49a3-aea6-54b816fb6c5e req-c95ea9f7-eaca-4e4c-91ce-a8eb4f14c995 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:32.253904 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b98c0a3b-487f-49a3-aea6-54b816fb6c5e req-c95ea9f7-eaca-4e4c-91ce-a8eb4f14c995 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 943 time: 0.0462887 Sep 15 14:32:32.312297 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b98c0a3b-487f-49a3-aea6-54b816fb6c5e req-bdf82f26-731d-4204-b9ad-16d67ab4feea tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528927 Sep 15 14:32:33.436985 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de25ce-a8dc-4108-891f-44c893b0c6f2 req-18a28b2a-b22a-4827-a53c-c9e4be2144ed tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:33.438426 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c4de25ce-a8dc-4108-891f-44c893b0c6f2 req-18a28b2a-b22a-4827-a53c-c9e4be2144ed tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 943 time: 0.0506954 Sep 15 14:32:33.486943 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-c4de25ce-a8dc-4108-891f-44c893b0c6f2 req-48ceee28-4e13-444c-aeef-9a7fa2c6843a tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Sep 15 14:32:33.513889 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:33.609177 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:34.606029 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:34.614588 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8648103-448c-4dfe-a89c-0eb748f031d7 req-b994d0fd-3dfe-4780-a97b-d236ea99a1ba tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:34.616064 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f8648103-448c-4dfe-a89c-0eb748f031d7 req-b994d0fd-3dfe-4780-a97b-d236ea99a1ba tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 943 time: 0.0482273 Sep 15 14:32:34.664555 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f8648103-448c-4dfe-a89c-0eb748f031d7 req-120e4a59-4109-4abc-ab00-60363a567ff8 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428615 Sep 15 14:32:35.378873 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 766b2b63-af50-42c4-95de-01425c109bb1 details requested by agent hyperv_hv-cinder-85697 with host hv-cinder-85697 {{(pid=106457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:32:35.477894 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 766b2b63-af50-42c4-95de-01425c109bb1, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=766b2b63-af50-42c4-95de-01425c109bb1,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:32:35.605413 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Returning: {'device': '766b2b63-af50-42c4-95de-01425c109bb1', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'port_id': '766b2b63-af50-42c4-95de-01425c109bb1', 'mac_address': 'fa:16:3e:a9:be:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:32:35.639926 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 766b2b63-af50-42c4-95de-01425c109bb1 is: DOWN; New status is: BUILD {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:32:35.640315 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (766b2b63-af50-42c4-95de-01425c109bb1), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:35.653104 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766b2b63-af50-42c4-95de-01425c109bb1 {{(pid=106457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 14:32:35.672595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 766b2b63-af50-42c4-95de-01425c109bb1, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=766b2b63-af50-42c4-95de-01425c109bb1,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:32:35.676700 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (766b2b63-af50-42c4-95de-01425c109bb1), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:35.729441 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=766b2b63-af50-42c4-95de-01425c109bb1,revision_number=4']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:32:35.737040 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.737386 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.737727 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.738065 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.738399 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.738727 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.739051 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.739376 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.739718 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.740048 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.740368 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.740694 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.741007 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.741316 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.741637 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:35.793969 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9614e6-a6a1-4090-a89f-3f2f79df4c53 req-a5347697-91d5-4d05-b99e-8969b2a1c33c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:35.795440 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-de9614e6-a6a1-4090-a89f-3f2f79df4c53 req-a5347697-91d5-4d05-b99e-8969b2a1c33c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 944 time: 0.0527108 Sep 15 14:32:35.844222 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-de9614e6-a6a1-4090-a89f-3f2f79df4c53 req-4ac89a01-0160-4977-af9a-ab8ff62b2b45 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Sep 15 14:32:36.102746 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] get_ports_and_sgs() called for port_ids ['766b2b63-af50-42c4-95de-01425c109bb1'] {{(pid=106457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 14:32:36.964739 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17dc1c-3ae8-4de2-a0a5-5d3e437f56fc req-5e5a4ac4-1807-4a6a-8a48-cb6f7ffbbbd2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:36.966222 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6d17dc1c-3ae8-4de2-a0a5-5d3e437f56fc req-5e5a4ac4-1807-4a6a-8a48-cb6f7ffbbbd2 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 944 time: 0.0479538 Sep 15 14:32:37.014864 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6d17dc1c-3ae8-4de2-a0a5-5d3e437f56fc req-92ab1b37-3e1a-4d09-ba71-25c5d54163be tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431614 Sep 15 14:32:37.414857 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 766b2b63-af50-42c4-95de-01425c109bb1 up at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:32:37.455355 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:37.460066 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning for port 766b2b63-af50-42c4-95de-01425c109bb1 completed by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 14:32:37.461788 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:37.466262 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.provisioning_blocks [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Provisioning complete for port 766b2b63-af50-42c4-95de-01425c109bb1 triggered by entity L2. {{(pid=106457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 14:32:37.466832 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972254'] for port (766b2b63-af50-42c4-95de-01425c109bb1), provisioning_complete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:37.467162 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Attempt 1 to provision port 766b2b63-af50-42c4-95de-01425c109bb1 Sep 15 14:32:37.538566 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Current status of the port 766b2b63-af50-42c4-95de-01425c109bb1 is: BUILD; New status is: ACTIVE {{(pid=106457) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 14:32:37.538946 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (766b2b63-af50-42c4-95de-01425c109bb1), before_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:37.561741 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1'}] {{(pid=106457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:32:37.564013 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11314b0d15cc4b94599b8ccae73a64dede98b267cee8fa71fa040b86ad3da766" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14377bac-0012-436d-adbf-7f3866760d09" -d '{"events": [{"server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "name": "network-vif-plugged", "status": "completed", "tag": "766b2b63-af50-42c4-95de-01425c109bb1"}]}' {{(pid=106457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:32:37.577390 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] For port 766b2b63-af50-42c4-95de-01425c109bb1, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=766b2b63-af50-42c4-95de-01425c109bb1,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:32:37.581519 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023'] for port (766b2b63-af50-42c4-95de-01425c109bb1), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:37.632405 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Pushing event updated for resources: {'Port': ['ID=766b2b63-af50-42c4-95de-01425c109bb1,revision_number=5']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:32:37.663814 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5936aa6-2094-4f10-8e08-80005e7b6574 x-openstack-request-id: req-b5936aa6-2094-4f10-8e08-80005e7b6574 {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:32:37.664106 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "name": "network-vif-plugged", "status": "completed", "tag": "766b2b63-af50-42c4-95de-01425c109bb1", "code": 200}]} {{(pid=106457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:32:37.664359 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b5936aa6-2094-4f10-8e08-80005e7b6574 {{(pid=106457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:32:37.664760 dv-cinder-856971-2-iscsi neutron-server[106457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5936aa6-2094-4f10-8e08-80005e7b6574'] response: {'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1', 'code': 200} Sep 15 14:32:37.915797 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=100 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:37.928741 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e470c8-4893-40fd-b025-52d93fc60079 req-ae5c0fab-f8b1-44a6-adda-21cd7647cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:37.930221 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-33e470c8-4893-40fd-b025-52d93fc60079 req-ae5c0fab-f8b1-44a6-adda-21cd7647cd63 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 1129 time: 0.0432074 Sep 15 14:32:37.978500 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-33e470c8-4893-40fd-b025-52d93fc60079 req-71fc7a59-7e98-4e1b-a9ef-8aa73ca7135b service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395877 Sep 15 14:32:38.134521 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe5d31-8b37-47f6-b262-ebfec0a7304d req-110aa606-4317-4bc9-887f-b822d4b6b771 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:38.136031 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b4fe5d31-8b37-47f6-b262-ebfec0a7304d req-110aa606-4317-4bc9-887f-b822d4b6b771 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 945 time: 0.0465214 Sep 15 14:32:38.185362 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-b4fe5d31-8b37-47f6-b262-ebfec0a7304d req-53ba2fad-7a29-4ee9-ada4-70ea52e78b7e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Sep 15 14:32:38.886583 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:38.887338 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:39.304425 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473949ea-9310-494f-86b1-aa212ca3ec0d req-a5f80bec-8c8a-499a-be01-6a68226add4f tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:39.305923 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-473949ea-9310-494f-86b1-aa212ca3ec0d req-a5f80bec-8c8a-499a-be01-6a68226add4f tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 945 time: 0.0464959 Sep 15 14:32:39.356423 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-473949ea-9310-494f-86b1-aa212ca3ec0d req-12bccf4b-5ae8-44a0-99fc-21950dcacc1f tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Sep 15 14:32:40.474747 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90388a0-c730-41b3-b616-614e941c297c req-8b819c47-dd96-4ab8-9482-37e62dceb0e8 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:40.476223 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f90388a0-c730-41b3-b616-614e941c297c req-8b819c47-dd96-4ab8-9482-37e62dceb0e8 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 945 time: 0.0462363 Sep 15 14:32:40.528538 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-f90388a0-c730-41b3-b616-614e941c297c req-af6371e1-e132-41d7-bb35-765205bd9cc6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460336 Sep 15 14:32:40.645412 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efd14b-529c-4baa-9f79-6aa9a86e4299 req-3e31f6b5-dc5f-472b-97e7-9b24d6e8a306 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:40.646842 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-23efd14b-529c-4baa-9f79-6aa9a86e4299 req-3e31f6b5-dc5f-472b-97e7-9b24d6e8a306 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 945 time: 0.0460091 Sep 15 14:32:40.702147 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-23efd14b-529c-4baa-9f79-6aa9a86e4299 req-aef91156-e7e7-4901-8759-843efb30da0e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492516 Sep 15 14:32:40.730640 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33290) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:32:40.764815 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:40.768310 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5af8bb-0cb4-498e-93d1-00f877edafd0 tempest-TestVolumeBootPattern-649055132 tempest-TestVolumeBootPattern-649055132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:40.769781 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8e5af8bb-0cb4-498e-93d1-00f877edafd0 tempest-TestVolumeBootPattern-649055132 tempest-TestVolumeBootPattern-649055132-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 1124 time: 0.0381999 Sep 15 14:32:40.772499 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33292) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:32:40.777392 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.v2.base [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Request body: {'floatingip': {'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'port_id': '766b2b63-af50-42c4-95de-01425c109bb1', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:32:40.786970 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=100 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:40.798535 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:40.878257 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (None), before_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:40.980874 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_common [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Allocated IP 172.27.1.8 (bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a/57c14a55-8c4b-4fed-ad7b-b522a9fce301/3282812d-888a-4a51-84b8-f6a14f5f94d8) {{(pid=106455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:32:41.084978 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for port (3282812d-888a-4a51-84b8-f6a14f5f94d8), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:41.116527 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741020395987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (3282812d-888a-4a51-84b8-f6a14f5f94d8), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:41.154505 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Network bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a is already hosted by enough agents. {{(pid=106455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:32:41.161123 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.base_scheduler [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Resources bound (agent type, host, resource id): {{(pid=106455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:32:41.164931 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Received port after_create {{(pid=106455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 14:32:41.168498 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'Port': ['ID=3282812d-888a-4a51-84b8-f6a14f5f94d8,revision_number=1']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:32:41.194773 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.195114 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.195451 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.195822 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.196149 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.196473 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.196791 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.197109 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.197428 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.198479 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.199370 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.199370 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.199881 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.200132 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.200449 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:32:41.527445 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:41.528849 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (f9402d46-0fbe-4bd7-9567-d9c635f02321), precommit_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:41.554166 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:41.597309 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-950862'] for port (3282812d-888a-4a51-84b8-f6a14f5f94d8), before_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:42.004645 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for port (3282812d-888a-4a51-84b8-f6a14f5f94d8), precommit_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:42.009198 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741020867238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741020396005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741020396023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26128813'] for port (3282812d-888a-4a51-84b8-f6a14f5f94d8), after_update {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:42.078076 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811875'] for floatingip (f9402d46-0fbe-4bd7-9567-d9c635f02321), after_create {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:42.079750 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event updated for resources: {'Port': ['ID=3282812d-888a-4a51-84b8-f6a14f5f94d8,revision_number=2']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:32:42.175323 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Floating IP f9402d46-0fbe-4bd7-9567-d9c635f02321 associated. External IP: 172.27.1.8, port: 766b2b63-af50-42c4-95de-01425c109bb1. Sep 15 14:32:42.372499 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Router c39e75df-5cc0-4e93-bb00-720ac0184afb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:32:42.472823 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:32:42.483064 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] Sync routers for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:32:42.492553 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:42.501713 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:32:42.502428 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:32:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:32:42.528903 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-8c6f19b2-3c37-4dff-a91f-0ac05bbf74d6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7533810 Sep 15 14:32:42.528903 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:32:42.530042 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "tag": "766b2b63-af50-42c4-95de-01425c109bb1"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:32:42.606372 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:32:42.625945 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6ffc52-a49b-4f60-be7a-e155228f2392 x-openstack-request-id: req-ad6ffc52-a49b-4f60-be7a-e155228f2392 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:32:42.626238 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "tag": "766b2b63-af50-42c4-95de-01425c109bb1", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:32:42.626501 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ad6ffc52-a49b-4f60-be7a-e155228f2392 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:32:42.626906 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6ffc52-a49b-4f60-be7a-e155228f2392'] response: {'name': 'network-changed', 'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1', 'status': 'completed', 'code': 200} Sep 15 14:32:42.720381 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-a391eefd-838b-42b8-9e69-4a17c1b346ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:42.721901 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-a391eefd-838b-42b8-9e69-4a17c1b346ed service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 1129 time: 0.0400181 Sep 15 14:32:42.818989 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-f53e2af1-0ec9-4fdd-908b-99d1783ef492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:42.820452 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-f53e2af1-0ec9-4fdd-908b-99d1783ef492 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0918744 Sep 15 14:32:42.880789 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-d745083b-573d-4f59-8cbf-691116a4447c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b2b63-af50-42c4-95de-01425c109bb1 HTTP/1.1" status: 200 len: 997 time: 0.0547924 Sep 15 14:32:42.904958 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'd5417eb7-7c28-4231-a481-91fe98a9ad62', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:30:22Z', 'updated_at': '2022-09-15T14:30:24Z', 'revision_number': 1, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}, {'id': 'f9402d46-0fbe-4bd7-9567-d9c635f02321', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': '766b2b63-af50-42c4-95de-01425c109bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:a9:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:32:41Z', 'updated_at': '2022-09-15T14:32:41Z', 'revision_number': 0, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:32:42.928812 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-22dc12ca-6b41-494b-b4d1-b7c34587b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:42.930277 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-22dc12ca-6b41-494b-b4d1-b7c34587b2cd service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0433009 Sep 15 14:32:42.932884 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] Checking router: c39e75df-5cc0-4e93-bb00-720ac0184afb for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:32:42.941491 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:32:42.942088 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:32:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:32:42.977029 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-7858bc46-88ac-4061-9bcd-d26964ec8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:32:42.978527 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-7858bc46-88ac-4061-9bcd-d26964ec8fda service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430202 Sep 15 14:32:43.043397 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:32:43.068934 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-1cbc3e0f-a4bc-4e32-803d-0e145949d071 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835526 Sep 15 14:32:43.161690 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6fe64855-dbe0-4dc5-b740-2f0292a88e1e req-42ee3095-0542-4167-be55-e1694cdda3d4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870543 Sep 15 14:32:43.257146 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'd5417eb7-7c28-4231-a481-91fe98a9ad62', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:30:22Z', 'updated_at': '2022-09-15T14:30:24Z', 'revision_number': 1, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}, {'id': 'f9402d46-0fbe-4bd7-9567-d9c635f02321', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': '766b2b63-af50-42c4-95de-01425c109bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:a9:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:32:41Z', 'updated_at': '2022-09-15T14:32:41Z', 'revision_number': 0, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:32:43.285633 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7b710-3c43-4dc5-8efb-631cdfc29a5a None None] The sync data for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi is: [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'd5417eb7-7c28-4231-a481-91fe98a9ad62', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:30:22Z', 'updated_at': '2022-09-15T14:30:24Z', 'revision_number': 1, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}, {'id': 'f9402d46-0fbe-4bd7-9567-d9c635f02321', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': '766b2b63-af50-42c4-95de-01425c109bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:a9:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:32:41Z', 'updated_at': '2022-09-15T14:32:41Z', 'revision_number': 0, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:32:43.497411 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbebaa-603e-42f9-95f8-2411c55d4773 None None] New status for floating IP f9402d46-0fbe-4bd7-9567-d9c635f02321: ACTIVE {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:32:46.793739 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:32:51.935320 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:32:52.521618 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:52.522640 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:53.152538 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=71 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:53.158582 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=89 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:56.787323 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:56.789219 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:32:58.489220 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-ec993969-cf45-4267-be17-6bb064fc5e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:00.743590 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-0a232fbd-78c0-4b34-914f-9935f1858486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:01.930331 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=79 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:01.931076 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=71 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:02.055602 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:03.515770 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:03.614877 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:06.814900 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-0e5edeb4-8e01-48be-9992-3f30b0980f92 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380952 Sep 15 14:33:06.919748 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-f3772a01-b81c-4dfa-bee2-7cfa5677a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:33:06.921200 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-f3772a01-b81c-4dfa-bee2-7cfa5677a426 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 1130 time: 0.0389848 Sep 15 14:33:07.027620 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-bb2be43a-815e-4182-a8cf-db2dd8c8718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:33:07.029091 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-bb2be43a-815e-4182-a8cf-db2dd8c8718a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0891840 Sep 15 14:33:07.088509 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-bc6653e1-093f-46d4-85e1-b613a7bd1218 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce75eed-7428-4e92-b341-d6461658fadf HTTP/1.1" status: 200 len: 1001 time: 0.0525155 Sep 15 14:33:07.138961 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-a9a67b53-bdcf-44f6-aee2-32b2513c633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:33:07.140482 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-a9a67b53-bdcf-44f6-aee2-32b2513c633b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0468073 Sep 15 14:33:07.182631 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-eaca5c7e-8038-4128-98f6-3b9b27c30dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:33:07.184147 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-eaca5c7e-8038-4128-98f6-3b9b27c30dbe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376229 Sep 15 14:33:07.277306 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-17a306ca-d964-4a3d-a082-2e6fd6f20853 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840497 Sep 15 14:33:07.369588 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-6799f9de-d292-4e65-b8d5-13dfd6984af0 req-a12af057-5433-4a98-aaf0-94f81b96dc66 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857313 Sep 15 14:33:13.609268 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:13.611120 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:15.882581 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:15.883333 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:16.800042 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:17.364774 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=47 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:17.365559 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=54 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:26.788493 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:26.796399 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:26.922307 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:26.923039 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:28.484965 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3685a345-fa1e-450f-a83e-68acad9e567b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:28.935725 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:33:30.746021 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-31ee4cae-5d7e-4941-b934-cab17bf62f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:32.057915 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:33.555592 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:33.632444 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:38.931070 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:38.931849 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:43.620360 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=19 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:43.627558 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:46.805342 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:33:52.883671 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:52.890966 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:56.799128 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:56.800997 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:33:58.486374 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-cc94deea-62b8-4b13-8043-ebc5fde1f166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:00.750128 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-88ee55c1-b474-4985-a268-e8e7f8e7cfa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:02.061446 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:03.518774 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:03.621729 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:05.935482 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:34:08.780006 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-76e1335b-9640-4b2d-8c38-593f78e4b48b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387506 Sep 15 14:34:08.857496 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-dccc469c-3113-4753-bfe3-a43a447d9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:08.858960 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-dccc469c-3113-4753-bfe3-a43a447d9e4a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 1129 time: 0.0420361 Sep 15 14:34:08.960730 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-195a8c79-95f6-4165-9e60-9661ec5136c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:08.962220 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-195a8c79-95f6-4165-9e60-9661ec5136c8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0847778 Sep 15 14:34:09.025639 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-b6f64a4f-e09e-429f-93d2-61e2f0d8ff09 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b2b63-af50-42c4-95de-01425c109bb1 HTTP/1.1" status: 200 len: 999 time: 0.0564730 Sep 15 14:34:09.073730 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-b0ce5581-470a-45b9-82b3-8cbb7a8eda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:09.075079 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-b0ce5581-470a-45b9-82b3-8cbb7a8eda49 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0433729 Sep 15 14:34:09.115874 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-b3c3956d-a942-4dea-8a97-de8a5b0ad3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:09.117304 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-b3c3956d-a942-4dea-8a97-de8a5b0ad3d1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366747 Sep 15 14:34:09.449338 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-71f4f876-11ad-4c22-ad22-ee36e09fca7d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255026 Sep 15 14:34:09.536729 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-ace21c9b-b91d-4e4f-9c75-ff4b7df58a42 req-84ee053f-f07e-4451-90b3-883bfb3671ad service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812187 Sep 15 14:34:13.616246 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:13.617966 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:16.793912 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:19.531956 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=55 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:19.533799 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=46 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:26.787669 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:26.789595 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:28.488835 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-77e684df-ae08-49d3-9e34-f37d0b6fe0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:29.886068 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:29.886808 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=18 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:30.751998 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-b5d28328-daf2-47eb-8d57-3a2c37189660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:31.399658 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33328) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:31.546870 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Deleting port 3282812d-888a-4a51-84b8-f6a14f5f94d8 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:31.547136 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (3282812d-888a-4a51-84b8-f6a14f5f94d8), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:31.622011 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (3282812d-888a-4a51-84b8-f6a14f5f94d8), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:31.622339 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (3282812d-888a-4a51-84b8-f6a14f5f94d8), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:31.638832 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Calling delete_port for 3282812d-888a-4a51-84b8-f6a14f5f94d8 owned by network:floatingip {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:31.797802 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (3282812d-888a-4a51-84b8-f6a14f5f94d8), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:31.824395 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event deleted for resources: {'Port': ['ID=3282812d-888a-4a51-84b8-f6a14f5f94d8,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:31.838226 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.838585 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.838931 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.839259 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.839589 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.839953 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.840280 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.840603 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.840926 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.841250 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.841570 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.841892 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.842212 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.842535 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.842850 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:31.898427 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (f9402d46-0fbe-4bd7-9567-d9c635f02321), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:31.898755 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Floating IP f9402d46-0fbe-4bd7-9567-d9c635f02321 disassociated (deleted). External IP: 172.27.1.8, port: 766b2b63-af50-42c4-95de-01425c109bb1. Sep 15 14:34:32.063955 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:32.096723 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Router c39e75df-5cc0-4e93-bb00-720ac0184afb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:34:32.185373 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:32.202120 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:34:32.206958 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:32.211961 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] Sync routers for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:34:32.222960 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:34:32.223591 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:34:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:32.237319 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-aa6c041c-2427-459e-9006-85c8034bc462 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/f9402d46-0fbe-4bd7-9567-d9c635f02321 HTTP/1.1" status: 204 len: 168 time: 0.8365259 Sep 15 14:34:32.237944 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:34:32.240214 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53908a99-babd-4057-944d-2932ce2850f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "tag": "766b2b63-af50-42c4-95de-01425c109bb1"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:34:32.297683 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de779e7-a41c-4597-b533-1eec11d8c2d3 x-openstack-request-id: req-1de779e7-a41c-4597-b533-1eec11d8c2d3 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:34:32.298264 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "tag": "766b2b63-af50-42c4-95de-01425c109bb1", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:34:32.298520 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1de779e7-a41c-4597-b533-1eec11d8c2d3 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:34:32.298954 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de779e7-a41c-4597-b533-1eec11d8c2d3'] response: {'name': 'network-changed', 'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1', 'status': 'completed', 'code': 200} Sep 15 14:34:32.344163 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:34:32.401563 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908a99-babd-4057-944d-2932ce2850f5 req-987d5047-821a-4e01-80be-7a44ed812f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:32.403217 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53908a99-babd-4057-944d-2932ce2850f5 req-987d5047-821a-4e01-80be-7a44ed812f25 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 1129 time: 0.0545752 Sep 15 14:34:32.487227 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd235f80-66ef-4757-ace3-52fb80f42528 req-39e48af1-74c4-4fe5-a61e-1d4b401b832c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:32.489173 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fd235f80-66ef-4757-ace3-52fb80f42528 req-39e48af1-74c4-4fe5-a61e-1d4b401b832c tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 945 time: 0.0493393 Sep 15 14:34:32.541762 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-fd235f80-66ef-4757-ace3-52fb80f42528 req-49ea1578-2d02-4fc9-a81e-76ec901f6a71 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454612 Sep 15 14:34:32.574312 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'd5417eb7-7c28-4231-a481-91fe98a9ad62', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:30:22Z', 'updated_at': '2022-09-15T14:30:24Z', 'revision_number': 1, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:32.599373 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] Checking router: c39e75df-5cc0-4e93-bb00-720ac0184afb for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:34:32.607754 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:34:32.608357 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:34:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:32.706806 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:34:32.990866 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'd5417eb7-7c28-4231-a481-91fe98a9ad62', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:30:22Z', 'updated_at': '2022-09-15T14:30:24Z', 'revision_number': 1, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:33.016007 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ae8fd-0e66-47a7-a628-7e9c9489b843 None None] The sync data for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi is: [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_floatingips': [{'id': 'd5417eb7-7c28-4231-a481-91fe98a9ad62', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'router_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'port_id': 'bce75eed-7428-4e92-b341-d6461658fadf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'mac_address': 'fa:16:3e:8a:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T14:30:22Z', 'updated_at': '2022-09-15T14:30:24Z', 'revision_number': 1, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:34:33.222843 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96f347-ff00-4964-87d4-af27d4a12c54 None None] New status for floating IP f9402d46-0fbe-4bd7-9567-d9c635f02321: DOWN {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:34:33.521449 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:33.569688 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908a99-babd-4057-944d-2932ce2850f5 req-4466ad13-1ddd-475c-a044-421d0bdd48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:33.571248 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53908a99-babd-4057-944d-2932ce2850f5 req-4466ad13-1ddd-475c-a044-421d0bdd48fa service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0910056 Sep 15 14:34:33.629168 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:33.632566 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53908a99-babd-4057-944d-2932ce2850f5 req-5a4c7e1a-bda8-4715-aa00-56f0ed0f5764 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=766b2b63-af50-42c4-95de-01425c109bb1 HTTP/1.1" status: 200 len: 217 time: 0.0350630 Sep 15 14:34:33.667464 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d316844-2f5c-44d4-aacc-1a6e73656e57 req-0624e6c5-889e-4b67-8926-ade1606d7e2a tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:33.669032 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9d316844-2f5c-44d4-aacc-1a6e73656e57 req-0624e6c5-889e-4b67-8926-ade1606d7e2a tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 945 time: 0.0503829 Sep 15 14:34:33.682990 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908a99-babd-4057-944d-2932ce2850f5 req-2a3cdcb9-71bf-4885-8035-b612e9f51d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:33.684495 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53908a99-babd-4057-944d-2932ce2850f5 req-2a3cdcb9-71bf-4885-8035-b612e9f51d77 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0450358 Sep 15 14:34:33.719988 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-9d316844-2f5c-44d4-aacc-1a6e73656e57 req-d56a0b1b-7384-4b3a-9bfb-ea6c06503145 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450780 Sep 15 14:34:33.954909 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908a99-babd-4057-944d-2932ce2850f5 req-3e91c7a3-2b21-45c2-bd30-ce3d3f4f4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:33.956698 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53908a99-babd-4057-944d-2932ce2850f5 req-3e91c7a3-2b21-45c2-bd30-ce3d3f4f4fe3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392492 Sep 15 14:34:34.209082 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53908a99-babd-4057-944d-2932ce2850f5 req-5639fd50-375b-4c33-8370-d009143d1abd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864623 Sep 15 14:34:34.332275 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-df87fd1d-df3b-40b1-95e6-2555f4de6b3e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:34.333793 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-df87fd1d-df3b-40b1-95e6-2555f4de6b3e tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 945 time: 0.0924137 Sep 15 14:34:34.406018 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-53908a99-babd-4057-944d-2932ce2850f5 req-eeeb729d-0077-4d59-9b21-017d40855069 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635089 Sep 15 14:34:34.441329 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Deleting port 766b2b63-af50-42c4-95de-01425c109bb1 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:34.441674 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (766b2b63-af50-42c4-95de-01425c109bb1), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:34.535507 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] For port 766b2b63-af50-42c4-95de-01425c109bb1, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=766b2b63-af50-42c4-95de-01425c109bb1,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:34:34.535799 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (766b2b63-af50-42c4-95de-01425c109bb1), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:34.549226 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Calling delete_port for 766b2b63-af50-42c4-95de-01425c109bb1 owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:34.676742 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (766b2b63-af50-42c4-95de-01425c109bb1), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:34.702315 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:34.705576 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event deleted for resources: {'Port': ['ID=766b2b63-af50-42c4-95de-01425c109bb1,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:34.716650 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:34.720445 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.720792 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.721143 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.721481 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.721814 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.722160 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.722494 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.722818 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.723143 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.723473 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.723821 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.724154 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.724500 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.724827 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.725141 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:34.765248 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] No DVR routers for this DVR port 766b2b63-af50-42c4-95de-01425c109bb1 on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:34:34.767829 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:34.770952 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-3d34038e-fdbd-4098-a840-98e514dc6cf8 req-3788fe89-6b1a-4699-b150-5020caf7a1bf tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "DELETE /networking/v2.0/ports/766b2b63-af50-42c4-95de-01425c109bb1 HTTP/1.1" status: 204 len: 173 time: 0.4289181 Sep 15 14:34:34.771447 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'name': 'network-vif-deleted', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:34:34.773691 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1195d9-2f3c-4c90-9e2d-fbc5560ecbda" -d '{"events": [{"server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "name": "network-vif-deleted", "tag": "766b2b63-af50-42c4-95de-01425c109bb1"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:34:34.854786 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-e824f313-b9fb-445e-884b-297c58af6a94 req-507bb890-0ac2-4ba3-aa06-f31f95b61920 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddde029b-85d9-4ae1-95d1-8c1bb06719bb HTTP/1.1" status: 200 len: 210 time: 0.0425930 Sep 15 14:34:34.873463 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ad2a6-5223-478b-b20a-a69ca10f144a x-openstack-request-id: req-a06ad2a6-5223-478b-b20a-a69ca10f144a {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:34:34.873761 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddde029b-85d9-4ae1-95d1-8c1bb06719bb", "name": "network-vif-deleted", "tag": "766b2b63-af50-42c4-95de-01425c109bb1", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:34:34.874017 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a06ad2a6-5223-478b-b20a-a69ca10f144a {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:34:34.874422 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06ad2a6-5223-478b-b20a-a69ca10f144a'] response: {'server_uuid': 'ddde029b-85d9-4ae1-95d1-8c1bb06719bb', 'name': 'network-vif-deleted', 'tag': '766b2b63-af50-42c4-95de-01425c109bb1', 'status': 'completed', 'code': 200} Sep 15 14:34:37.778902 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 766b2b63-af50-42c4-95de-01425c109bb1 no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:34:37.797822 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: 766b2b63-af50-42c4-95de-01425c109bb1 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:34:37.798165 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device 766b2b63-af50-42c4-95de-01425c109bb1 not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:34:38.156537 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33376) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:38.192344 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:38.297837 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Deleting port 08f7cc46-b89b-4984-919a-e40bee6af010 {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:38.298170 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (08f7cc46-b89b-4984-919a-e40bee6af010), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:38.373410 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (08f7cc46-b89b-4984-919a-e40bee6af010), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:38.373731 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (08f7cc46-b89b-4984-919a-e40bee6af010), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:38.386085 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Calling delete_port for 08f7cc46-b89b-4984-919a-e40bee6af010 owned by network:floatingip {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:38.529070 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (08f7cc46-b89b-4984-919a-e40bee6af010), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:38.553454 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event deleted for resources: {'Port': ['ID=08f7cc46-b89b-4984-919a-e40bee6af010,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:38.616978 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (d5417eb7-7c28-4231-a481-91fe98a9ad62), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:38.617305 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.db.l3_db [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Floating IP d5417eb7-7c28-4231-a481-91fe98a9ad62 disassociated (deleted). External IP: 172.27.1.79, port: bce75eed-7428-4e92-b341-d6461658fadf. Sep 15 14:34:38.813644 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Router c39e75df-5cc0-4e93-bb00-720ac0184afb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:34:38.815785 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:38.915745 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:34:38.921132 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:38.925604 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] Sync routers for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:34:38.935572 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:34:38.936206 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:34:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:38.952177 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-4c786b58-b1cb-45f4-8f38-36c0689082e4 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/d5417eb7-7c28-4231-a481-91fe98a9ad62 HTTP/1.1" status: 204 len: 168 time: 0.7945659 Sep 15 14:34:38.952915 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf'}] {{(pid=106455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:34:38.956323 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1375dea37b36d72a25083df3bea5a18d85c93d8928133b523aba0608726d41d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "tag": "bce75eed-7428-4e92-b341-d6461658fadf"}]}' {{(pid=106455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:34:38.999672 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 14:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe956cc7-390c-45ca-a6a2-05a5b62cc264 x-openstack-request-id: req-fe956cc7-390c-45ca-a6a2-05a5b62cc264 {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:34:38.999855 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "tag": "bce75eed-7428-4e92-b341-d6461658fadf", "status": "completed", "code": 200}]} {{(pid=106455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:34:39.000105 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fe956cc7-390c-45ca-a6a2-05a5b62cc264 {{(pid=106455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:34:39.000575 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe956cc7-390c-45ca-a6a2-05a5b62cc264'] response: {'name': 'network-changed', 'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf', 'status': 'completed', 'code': 200} Sep 15 14:34:39.044630 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:34:39.096572 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-8eeae1f5-2431-4901-8c47-a5f1dc7f4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:39.098118 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-8eeae1f5-2431-4901-8c47-a5f1dc7f4441 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 1130 time: 0.0478849 Sep 15 14:34:39.161374 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:39.180514 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa9527-afbb-44eb-b976-b75d5e69f005 req-b33eb8e0-96d8-4d65-9534-31a12713d164 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:39.181995 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a1aa9527-afbb-44eb-b976-b75d5e69f005 req-b33eb8e0-96d8-4d65-9534-31a12713d164 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 946 time: 0.0471632 Sep 15 14:34:39.226714 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:39.233774 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-a1aa9527-afbb-44eb-b976-b75d5e69f005 req-93554bc4-11c0-4009-b8d3-2dcd0642c335 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458252 Sep 15 14:34:39.240525 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:39.265938 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] Checking router: c39e75df-5cc0-4e93-bb00-720ac0184afb for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:34:39.274381 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:34:39.274963 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:34:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:39.375567 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:34:39.559968 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:39.591633 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d5f41-7fef-4c5c-9959-aac21192ba85 None None] The sync data for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi is: [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:26:58Z', 'revision_number': 4, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi', '_interfaces': [{'id': '5cfde5f5-610f-41ef-b0f1-1ab31e0896f7', 'name': '', 'network_id': 'f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:57Z', 'updated_at': '2022-09-15T14:27:02Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'subnets': [{'id': 'bcaa217a-8832-4227-b42c-80b1a0cf6c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:34:39.811824 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b473419d-7245-4dcb-b1d5-45b0ff2cbe5a None None] New status for floating IP d5417eb7-7c28-4231-a481-91fe98a9ad62: DOWN {{(pid=106457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 14:34:40.278321 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-daed79b3-da84-4dae-85b0-7bb4660633f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:40.279851 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-daed79b3-da84-4dae-85b0-7bb4660633f7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 200 len: 912 time: 0.0914879 Sep 15 14:34:40.335202 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-89410115-b4d8-4256-9b4f-809e37a2976e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bce75eed-7428-4e92-b341-d6461658fadf HTTP/1.1" status: 200 len: 217 time: 0.0332196 Sep 15 14:34:40.356485 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14700dc0-393b-4382-8893-8414a40b7a63 req-0cb56ef7-cd03-4cd7-b369-cdcbb0665db6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:40.357973 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-14700dc0-393b-4382-8893-8414a40b7a63 req-0cb56ef7-cd03-4cd7-b369-cdcbb0665db6 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 946 time: 0.0474288 Sep 15 14:34:40.384745 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-92d1901d-725b-4987-91b9-9fdf02ce2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:40.386398 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-92d1901d-725b-4987-91b9-9fdf02ce2763 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 200 len: 851 time: 0.0442924 Sep 15 14:34:40.388127 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:40.413883 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-14700dc0-393b-4382-8893-8414a40b7a63 req-aae239be-112e-4966-bc30-5c9644986cc8 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0ec43e38-c375-42c4-83c9-fd272efd5878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502782 Sep 15 14:34:40.655465 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-8b677a6b-7ab4-4839-9ae7-a6a35b89a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:40.656916 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-8b677a6b-7ab4-4839-9ae7-a6a35b89a87b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436423 Sep 15 14:34:40.844607 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-399202a0-8885-47ed-b2e5-c00277ea29c2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910213 Sep 15 14:34:40.979096 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0563475d-4ab6-4e16-bb56-939494e78a6b tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 14:34:40.980646 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0563475d-4ab6-4e16-bb56-939494e78a6b tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 946 time: 0.0879040 Sep 15 14:34:41.044022 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-03e99df0-e5fa-4bf5-b29a-a2192398b7f5 req-6a3c061d-f44e-456c-992c-96ecca1e64f7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586406 Sep 15 14:34:41.085348 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Deleting port bce75eed-7428-4e92-b341-d6461658fadf {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:41.085686 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (bce75eed-7428-4e92-b341-d6461658fadf), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:41.174012 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] For port bce75eed-7428-4e92-b341-d6461658fadf, host hv-cinder-85697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85697',level=0,port_id=bce75eed-7428-4e92-b341-d6461658fadf,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:34:41.174379 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (bce75eed-7428-4e92-b341-d6461658fadf), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:41.187295 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Calling delete_port for bce75eed-7428-4e92-b341-d6461658fadf owned by compute:nova {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:41.308607 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:41.318923 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (bce75eed-7428-4e92-b341-d6461658fadf), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:41.349552 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event deleted for resources: {'Port': ['ID=bce75eed-7428-4e92-b341-d6461658fadf,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:41.396875 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] No DVR routers for this DVR port bce75eed-7428-4e92-b341-d6461658fadf on host hv-cinder-85697 {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:34:41.399352 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for port (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:41.402711 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [req-d943025a-06c7-4c42-a140-73ce47c74f2d req-0b2cc1a1-ed37-4023-8610-f7802384ac04 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.52 "DELETE /networking/v2.0/ports/bce75eed-7428-4e92-b341-d6461658fadf HTTP/1.1" status: 204 len: 173 time: 0.4160192 Sep 15 14:34:41.403190 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'name': 'network-vif-deleted', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf'}] {{(pid=106456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 14:34:41.405453 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0640648fbc490886668c0223e186fcf2c534c3e4b46c6e75c13b703f42cf2e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fde7e50-b2aa-4309-b5fb-b88539076324" -d '{"events": [{"server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "name": "network-vif-deleted", "tag": "bce75eed-7428-4e92-b341-d6461658fadf"}]}' {{(pid=106456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:34:41.442887 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 14:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fb4678-85a9-4bd6-9e2d-1c2628b3ab58 x-openstack-request-id: req-13fb4678-85a9-4bd6-9e2d-1c2628b3ab58 {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:34:41.443252 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6", "name": "network-vif-deleted", "tag": "bce75eed-7428-4e92-b341-d6461658fadf", "status": "completed", "code": 200}]} {{(pid=106456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:34:41.443571 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-13fb4678-85a9-4bd6-9e2d-1c2628b3ab58 {{(pid=106456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:34:41.444068 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13fb4678-85a9-4bd6-9e2d-1c2628b3ab58'] response: {'server_uuid': 'a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6', 'name': 'network-vif-deleted', 'tag': 'bce75eed-7428-4e92-b341-d6461658fadf', 'status': 'completed', 'code': 200} Sep 15 14:34:41.520732 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [req-4ac8bd90-c2fe-4f6a-9588-ff9eebd09558 req-5cd94f31-98ba-4bdc-89f2-7f42a56aa606 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a49b7dfe-e56c-47bf-893d-ea8c8fc4eac6 HTTP/1.1" status: 200 len: 210 time: 0.0293257 Sep 15 14:34:42.585704 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33392) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:42.695448 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Deleting port 0b3bd232-638a-47ba-89d1-ffaabd46e0db {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:42.695819 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (0b3bd232-638a-47ba-89d1-ffaabd46e0db), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:42.772742 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (0b3bd232-638a-47ba-89d1-ffaabd46e0db), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:42.773064 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (0b3bd232-638a-47ba-89d1-ffaabd46e0db), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:42.785754 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Calling delete_port for 0b3bd232-638a-47ba-89d1-ffaabd46e0db owned by network:floatingip {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:42.915287 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (0b3bd232-638a-47ba-89d1-ffaabd46e0db), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:42.933559 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:34:42.936956 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event deleted for resources: {'Port': ['ID=0b3bd232-638a-47ba-89d1-ffaabd46e0db,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:42.999887 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for floatingip (cd18dbdd-0a56-4d6c-8e05-405feae08d82), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:43.002318 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2077016'] for floatingip (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:43.003462 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-ed729447-9682-424b-94a0-6d7bbcf369fc tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/cd18dbdd-0a56-4d6c-8e05-405feae08d82 HTTP/1.1" status: 204 len: 168 time: 0.4170189 Sep 15 14:34:43.821992 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device bce75eed-7428-4e92-b341-d6461658fadf no longer exists at agent hyperv_hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:34:43.842419 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] No Port match for: bce75eed-7428-4e92-b341-d6461658fadf {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:34:43.842762 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Device bce75eed-7428-4e92-b341-d6461658fadf not bound to the agent host hv-cinder-85697 {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:34:44.209847 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33404) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:44.216803 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:44.268974 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ca415824-f75e-49df-b5d7-2df8eda5e901 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group (0ec43e38-c375-42c4-83c9-fd272efd5878), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:44.292318 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ca415824-f75e-49df-b5d7-2df8eda5e901 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group (0ec43e38-c375-42c4-83c9-fd272efd5878), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:44.353190 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ca415824-f75e-49df-b5d7-2df8eda5e901 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (0ec43e38-c375-42c4-83c9-fd272efd5878), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:44.356660 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-ca415824-f75e-49df-b5d7-2df8eda5e901 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:44.357825 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-ca415824-f75e-49df-b5d7-2df8eda5e901 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0ec43e38-c375-42c4-83c9-fd272efd5878 HTTP/1.1" status: 204 len: 168 time: 0.1469975 Sep 15 14:34:44.367349 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca415824-f75e-49df-b5d7-2df8eda5e901 tempest-TestVolumeBootPattern-1830130872 tempest-TestVolumeBootPattern-1830130872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec43e38-c375-42c4-83c9-fd272efd5878,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:44.415590 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33408) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:44.824160 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (c39e75df-5cc0-4e93-bb00-720ac0184afb), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:45.041038 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Deleting port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:45.041366 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:45.119423 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] For port 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=5cfde5f5-610f-41ef-b0f1-1ab31e0896f7,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:34:45.119992 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:45.134721 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Calling delete_port for 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 owned by network:router_interface {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:45.181993 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:45.194095 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:45.313518 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (5cfde5f5-610f-41ef-b0f1-1ab31e0896f7), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:45.342670 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfde5f5-610f-41ef-b0f1-1ab31e0896f7,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:45.503369 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (c39e75df-5cc0-4e93-bb00-720ac0184afb), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:45.937965 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Router c39e75df-5cc0-4e93-bb00-720ac0184afb has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:34:46.038839 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:34:46.044407 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-97cdaf28-7378-41c9-a02f-5a01fdfbb75c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c39e75df-5cc0-4e93-bb00-720ac0184afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6277499 Sep 15 14:34:46.046897 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33412) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:46.049526 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] Sync routers for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:34:46.061011 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:34:46.061651 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:34:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:46.143414 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks [] for router (c39e75df-5cc0-4e93-bb00-720ac0184afb), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.163649 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: dv-cinder-856971-2-iscsi {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:34:46.241182 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:46.243998 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks [] for router_gateway (c39e75df-5cc0-4e93-bb00-720ac0184afb), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.289692 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Deleting port 7bc46880-41c8-4ce1-b85f-61ba0f131822 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:46.290088 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.330115 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:46.334633 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:34:45Z', 'revision_number': 5, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port': {'id': '7bc46880-41c8-4ce1-b85f-61ba0f131822', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:eb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:46.360723 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] Checking router: c39e75df-5cc0-4e93-bb00-720ac0184afb for host: dv-cinder-856971-2-iscsi {{(pid=106458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:34:46.369025 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] Routers {'c39e75df-5cc0-4e93-bb00-720ac0184afb'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:34:46.369617 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:34:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['c39e75df-5cc0-4e93-bb00-720ac0184afb'], 'active': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:46.375411 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] For port 7bc46880-41c8-4ce1-b85f-61ba0f131822, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=7bc46880-41c8-4ce1-b85f-61ba0f131822,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:34:46.375810 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.388632 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Calling delete_port for 7bc46880-41c8-4ce1-b85f-61ba0f131822 owned by network:router_gateway {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:46.452880 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvr_db [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] Set router c39e75df-5cc0-4e93-bb00-720ac0184afb gateway port host: None {{(pid=106458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:34:46.566229 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (7bc46880-41c8-4ce1-b85f-61ba0f131822), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.591107 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.l3_hamode_db [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:34:46Z', 'revision_number': 6, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:46.591397 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc46880-41c8-4ce1-b85f-61ba0f131822,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:46.617785 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9b2fd-5ab1-4322-968e-3bbf7599af3f None None] The sync data for ids ['c39e75df-5cc0-4e93-bb00-720ac0184afb'] in dv-cinder-856971-2-iscsi is: [{'id': 'c39e75df-5cc0-4e93-bb00-720ac0184afb', 'name': 'tempest-TestVolumeBootPattern-1316701423-router', 'tenant_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:26:55Z', 'updated_at': '2022-09-15T14:34:46Z', 'revision_number': 6, 'project_id': 'b9f4deb43acf410aa0a8e88c20ddb3f5', 'gw_port_host': None}] {{(pid=106458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:34:46.662722 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (c39e75df-5cc0-4e93-bb00-720ac0184afb), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.754941 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (c39e75df-5cc0-4e93-bb00-720ac0184afb), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.757127 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks [] for router_controller (c39e75df-5cc0-4e93-bb00-720ac0184afb), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.799605 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (c39e75df-5cc0-4e93-bb00-720ac0184afb), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.800235 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c39e75df-5cc0-4e93-bb00-720ac0184afb {{(pid=106456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:34:46.804956 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.809172 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-f5bda3df-1ed6-4b5b-b4e3-223e8a5fd5f5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/c39e75df-5cc0-4e93-bb00-720ac0184afb HTTP/1.1" status: 204 len: 168 time: 0.7582240 Sep 15 14:34:46.809727 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33414) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:46.813005 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.855820 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb9b970-d91a-4396-9bb6-c316f83aef78 admin admin] Deleting subnet bcaa217a-8832-4227-b42c-80b1a0cf6c68 {{(pid=106456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:34:46.858892 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b970-d91a-4396-9bb6-c316f83aef78 admin admin] Publish callbacks [] for subnet (bcaa217a-8832-4227-b42c-80b1a0cf6c68), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.897629 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b970-d91a-4396-9bb6-c316f83aef78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3395121'] for subnet (bcaa217a-8832-4227-b42c-80b1a0cf6c68), precommit_delete_associations {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:46.976549 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b970-d91a-4396-9bb6-c316f83aef78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (bcaa217a-8832-4227-b42c-80b1a0cf6c68), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.035659 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b970-d91a-4396-9bb6-c316f83aef78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26002138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25218357'] for subnet (bcaa217a-8832-4227-b42c-80b1a0cf6c68), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.065891 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9b970-d91a-4396-9bb6-c316f83aef78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcaa217a-8832-4227-b42c-80b1a0cf6c68,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:47.069541 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b970-d91a-4396-9bb6-c316f83aef78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for subnet (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.073090 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-4eb9b970-d91a-4396-9bb6-c316f83aef78 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/bcaa217a-8832-4227-b42c-80b1a0cf6c68 HTTP/1.1" status: 204 len: 168 time: 0.2621531 Sep 15 14:34:47.075772 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33416) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:47.078478 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83eecf9-7657-478a-a230-2e6a03ca8061 None None] Network f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:34:47.145987 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.151046 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:47.190498 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Deleting port bdb1fb46-5d16-414f-9575-a9b15113428c {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:47.190838 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.246617 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:47.258086 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] For port bdb1fb46-5d16-414f-9575-a9b15113428c, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=bdb1fb46-5d16-414f-9575-a9b15113428c,segment=NetworkSegment(91daba55-77e7-49d4-8bce-606048deb12c),segment_id=91daba55-77e7-49d4-8bce-606048deb12c)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:34:47.258447 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.272271 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Calling delete_port for bdb1fb46-5d16-414f-9575-a9b15113428c owned by network:dhcp {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:47.351607 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (bdb1fb46-5d16-414f-9575-a9b15113428c), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.376775 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb1fb46-5d16-414f-9575-a9b15113428c,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:47.382178 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] No DVR routers for this DVR port bdb1fb46-5d16-414f-9575-a9b15113428c on host dv-cinder-856971-2-iscsi {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:34:47.413228 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d6b7e-1418-4830-b44b-2cb93472fb69 None None] DHCP port deletion for f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:34:47.474947 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.475154 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:34:47.498268 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:47.499297 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:34:47.499783 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 5cfde5f5-610f-41ef-b0f1-1ab31e0896f7 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:34:47.500318 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device bdb1fb46-5d16-414f-9575-a9b15113428c no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:34:47.510037 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91daba55-77e7-49d4-8bce-606048deb12c') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:47.510534 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91daba55-77e7-49d4-8bce-606048deb12c') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:47.519939 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: bdb1fb46-5d16-414f-9575-a9b15113428c {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:34:47.520289 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device bdb1fb46-5d16-414f-9575-a9b15113428c not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:34:47.520710 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 7bc46880-41c8-4ce1-b85f-61ba0f131822 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:34:47.524858 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (91daba55-77e7-49d4-8bce-606048deb12c), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.538483 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (91daba55-77e7-49d4-8bce-606048deb12c), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.539123 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 7bc46880-41c8-4ce1-b85f-61ba0f131822 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:34:47.539469 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 7bc46880-41c8-4ce1-b85f-61ba0f131822 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:34:47.546735 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:34:47.547146 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (91daba55-77e7-49d4-8bce-606048deb12c), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.613526 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.620699 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:47.623917 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc HTTP/1.1" status: 204 len: 168 time: 0.5471859 Sep 15 14:34:47.626951 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33422) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:47.640437 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment 91daba55-77e7-49d4-8bce-606048deb12c resource provider aggregate not found Sep 15 14:34:47.644824 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631abb09-82a8-45fd-8070-94f47dacc090 admin admin] Pushing event deleted for resources: {'Network': ['ID=f84d7d2b-66eb-4126-b7b1-ef497a7ac9fc,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:47.660383 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment 91daba55-77e7-49d4-8bce-606048deb12c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91daba55-77e7-49d4-8bce-606048deb12c found for delete ", "request_id": "req-91b859b9-493b-4565-bf0d-7575acd345ef"}]} Sep 15 14:34:47.858803 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:48.210103 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1772195'] for router_interface (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:48.352601 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:48.428681 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Deleting port 1415505e-3869-41b3-97dc-c9b0a1d87d2e {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:48.429029 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:48.507445 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] For port 1415505e-3869-41b3-97dc-c9b0a1d87d2e, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=1415505e-3869-41b3-97dc-c9b0a1d87d2e,segment=NetworkSegment(059446ff-4516-49b9-894a-5e8651eba785),segment_id=059446ff-4516-49b9-894a-5e8651eba785)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:34:48.507734 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:48.521271 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Calling delete_port for 1415505e-3869-41b3-97dc-c9b0a1d87d2e owned by network:router_interface {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:48.702419 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (1415505e-3869-41b3-97dc-c9b0a1d87d2e), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:48.728456 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Pushing event deleted for resources: {'Port': ['ID=1415505e-3869-41b3-97dc-c9b0a1d87d2e,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:48.890848 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1814035'] for router_interface (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:48.934488 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:49.099154 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Router e9eec1e9-05cb-4620-91fc-74c6dc73d19a has already been hosted by L3 agent 26411e3f-3d1f-4eae-88db-cab731abf7e2 {{(pid=106455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:34:49.200822 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] Notify agent at l3_agent.dv-cinder-856971-2-iscsi the message routers_updated {{(pid=106455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:34:49.206134 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-cda7bf52-1d46-4520-b209-6b374aa1db51 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e9eec1e9-05cb-4620-91fc-74c6dc73d19a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5781159 Sep 15 14:34:49.208637 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33426) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:49.211183 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] Sync routers for ids ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'] in dv-cinder-856971-2-iscsi {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:34:49.214041 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:49.221536 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] Routers {'e9eec1e9-05cb-4620-91fc-74c6dc73d19a'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:34:49.222176 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:34:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:49.316309 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks [] for router (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.333198 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] Set router e9eec1e9-05cb-4620-91fc-74c6dc73d19a gateway port host: dv-cinder-856971-2-iscsi {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:34:49.418545 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks [] for router_gateway (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.465890 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Deleting port 27f1c44d-f312-48ed-afc1-613c6a44f91f {{(pid=106455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:49.466230 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.504250 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'external_fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:34:48Z', 'revision_number': 5, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'gw_port': {'id': '27f1c44d-f312-48ed-afc1-613c6a44f91f', 'name': '', 'network_id': 'bd85f5dc-53a1-4044-a6af-75ffcc0bfc1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856971-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57c14a55-8c4b-4fed-ad7b-b522a9fce301', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856971-2-iscsi'}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:49.533271 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] Checking router: e9eec1e9-05cb-4620-91fc-74c6dc73d19a for host: dv-cinder-856971-2-iscsi {{(pid=106457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:34:49.542479 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] Routers {'e9eec1e9-05cb-4620-91fc-74c6dc73d19a'} bound to L3 agent in host dv-cinder-856971-2-iscsi {{(pid=106457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 14:34:49.543083 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856971-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T14:01:31Z,description=,heartbeat_timestamp=2022-09-15T14:34:31Z,host='dv-cinder-856971-2-iscsi',id=26411e3f-3d1f-4eae-88db-cab731abf7e2,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T14:01:31Z,topic='l3_agent')) {'router_ids': ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'], 'active': True} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:49.546283 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.db [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] For port 27f1c44d-f312-48ed-afc1-613c6a44f91f, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=27f1c44d-f312-48ed-afc1-613c6a44f91f,segment=NetworkSegment(807602c2-5efe-4662-902d-ce896204e0f3),segment_id=807602c2-5efe-4662-902d-ce896204e0f3)] {{(pid=106455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:34:49.546661 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.560111 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.plugins.ml2.plugin [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Calling delete_port for 27f1c44d-f312-48ed-afc1-613c6a44f91f owned by network:router_gateway {{(pid=106455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:49.624308 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvr_db [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] Set router e9eec1e9-05cb-4620-91fc-74c6dc73d19a gateway port host: None {{(pid=106457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 14:34:49.676414 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_hamode_db [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:34:49Z', 'revision_number': 6, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'gw_port_host': None}], 'dv-cinder-856971-2-iscsi', False) {} {{(pid=106457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:49.701241 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004716d-fec9-4afc-8f4e-6820e8fd8cf9 None None] The sync data for ids ['e9eec1e9-05cb-4620-91fc-74c6dc73d19a'] in dv-cinder-856971-2-iscsi is: [{'id': 'e9eec1e9-05cb-4620-91fc-74c6dc73d19a', 'name': 'tempest-TestVolumeBootPattern-264674286-router', 'tenant_id': '16e1410c94744608a40b482c96aca5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T14:27:00Z', 'updated_at': '2022-09-15T14:34:49Z', 'revision_number': 6, 'project_id': '16e1410c94744608a40b482c96aca5f7', 'gw_port_host': None}] {{(pid=106457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:34:49.728914 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26128788'] for port (27f1c44d-f312-48ed-afc1-613c6a44f91f), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.754394 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f1c44d-f312-48ed-afc1-613c6a44f91f,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:49.813616 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:49.819309 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811801'] for router_gateway (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.906894 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-897'] for router (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.909015 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks [] for router_controller (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.950069 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814126'] for router (e9eec1e9-05cb-4620-91fc-74c6dc73d19a), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.950639 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9eec1e9-05cb-4620-91fc-74c6dc73d19a {{(pid=106455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:34:49.955137 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:49.956341 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-616260a6-fc72-421f-b415-a0eaa104d943 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/e9eec1e9-05cb-4620-91fc-74c6dc73d19a HTTP/1.1" status: 204 len: 168 time: 0.7467628 Sep 15 14:34:49.958757 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.wsgi [-] (106455) accepted ('10.222.0.27', 33428) {{(pid=106455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:50.002557 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd9da93-2d1d-435e-bd11-6cab5195c2e6 admin admin] Deleting subnet 872aa69a-b80a-4a62-b22e-0580fbcad8df {{(pid=106455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 14:34:50.005588 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5cd9da93-2d1d-435e-bd11-6cab5195c2e6 admin admin] Publish callbacks [] for subnet (872aa69a-b80a-4a62-b22e-0580fbcad8df), before_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.045221 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5cd9da93-2d1d-435e-bd11-6cab5195c2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26131779'] for subnet (872aa69a-b80a-4a62-b22e-0580fbcad8df), precommit_delete_associations {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.082855 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:50.126462 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5cd9da93-2d1d-435e-bd11-6cab5195c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889706'] for subnet (872aa69a-b80a-4a62-b22e-0580fbcad8df), precommit_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.180641 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5cd9da93-2d1d-435e-bd11-6cab5195c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26128891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25309316'] for subnet (872aa69a-b80a-4a62-b22e-0580fbcad8df), after_delete {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.209533 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9da93-2d1d-435e-bd11-6cab5195c2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872aa69a-b80a-4a62-b22e-0580fbcad8df,revision_number=None']} {{(pid=106455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:50.213129 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG neutron_lib.callbacks.manager [None req-5cd9da93-2d1d-435e-bd11-6cab5195c2e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.216991 dv-cinder-856971-2-iscsi neutron-server[106455]: INFO neutron.wsgi [None req-5cd9da93-2d1d-435e-bd11-6cab5195c2e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/872aa69a-b80a-4a62-b22e-0580fbcad8df HTTP/1.1" status: 204 len: 168 time: 0.2573082 Sep 15 14:34:50.219764 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33430) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:50.227007 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9927a1d3-fec6-42be-9ac7-f9b2fe0b45f3 None None] Network 619cd675-1f70-4c4a-b403-fc43c4b775e0 requested from dv-cinder-856971-2-iscsi {{(pid=106457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 14:34:50.289991 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981023'] for network (619cd675-1f70-4c4a-b403-fc43c4b775e0), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.331788 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Deleting port a04b6c50-ff58-4044-ad8d-5d2966df6e58 {{(pid=106456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:50.332133 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.402306 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.db [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] For port a04b6c50-ff58-4044-ad8d-5d2966df6e58, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=a04b6c50-ff58-4044-ad8d-5d2966df6e58,segment=NetworkSegment(059446ff-4516-49b9-894a-5e8651eba785),segment_id=059446ff-4516-49b9-894a-5e8651eba785)] {{(pid=106456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:34:50.402592 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.415381 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.plugin [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Calling delete_port for a04b6c50-ff58-4044-ad8d-5d2966df6e58 owned by network:dhcp {{(pid=106456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:50.457056 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] DHCP port deletion for 619cd675-1f70-4c4a-b403-fc43c4b775e0 request from dv-cinder-856971-2-iscsi {{(pid=106457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 14:34:50.496668 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Deleting port a04b6c50-ff58-4044-ad8d-5d2966df6e58 {{(pid=106457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 14:34:50.497046 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741020867085'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), before_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.503169 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26002101'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.528952 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04b6c50-ff58-4044-ad8d-5d2966df6e58,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:50.532288 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] No DVR routers for this DVR port a04b6c50-ff58-4044-ad8d-5d2966df6e58 on host dv-cinder-856971-2-iscsi {{(pid=106456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:34:50.570156 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.db [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] For port a04b6c50-ff58-4044-ad8d-5d2966df6e58, host dv-cinder-856971-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856971-2-iscsi',level=0,port_id=a04b6c50-ff58-4044-ad8d-5d2966df6e58,segment=NetworkSegment(059446ff-4516-49b9-894a-5e8651eba785),segment_id=059446ff-4516-49b9-894a-5e8651eba785)] {{(pid=106457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:34:50.570554 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816409'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), precommit_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.584870 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Calling delete_port for a04b6c50-ff58-4044-ad8d-5d2966df6e58 owned by network:dhcp {{(pid=106457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 14:34:50.609433 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-929601', 'neutron.services.segments.db._delete_segments_for_network-8741020827585'] for network (619cd675-1f70-4c4a-b403-fc43c4b775e0), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.629788 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619cd675-1f70-4c4a-b403-fc43c4b775e0']}} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:50.630884 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:50.633028 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:50.640765 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059446ff-4516-49b9-894a-5e8651eba785') {'for_net_delete': True} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:50.641064 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.services.segments.db [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059446ff-4516-49b9-894a-5e8651eba785') {} {{(pid=106456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:34:50.651118 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741020827477', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3395082'] for segment (059446ff-4516-49b9-894a-5e8651eba785), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.666194 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710'] for segment (059446ff-4516-49b9-894a-5e8651eba785), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.666388 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-953739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741020871051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741020395996'] for port (a04b6c50-ff58-4044-ad8d-5d2966df6e58), after_delete {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.676008 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:34:50.676534 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26002016'] for segment (059446ff-4516-49b9-894a-5e8651eba785), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.681476 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:50.708538 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Pushing event deleted for resources: {'Port': ['ID=a04b6c50-ff58-4044-ad8d-5d2966df6e58,revision_number=None']} {{(pid=106457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:50.712401 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] No DVR routers for this DVR port a04b6c50-ff58-4044-ad8d-5d2966df6e58 on host dv-cinder-856971-2-iscsi {{(pid=106457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 14:34:50.725186 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.725532 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.726859 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.726859 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.728536 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.728873 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.729306 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.734827 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.735316 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.735776 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.736254 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.736681 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.738060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.738060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.738423 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99821923-d6a9-4ce1-8341-b3bd59343c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856971-2-iscsi {{(pid=106457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:34:50.740496 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment 059446ff-4516-49b9-894a-5e8651eba785 resource provider aggregate not found Sep 15 14:34:50.763975 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.services.segments.plugin [-] Segment 059446ff-4516-49b9-894a-5e8651eba785 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 059446ff-4516-49b9-894a-5e8651eba785 found for delete ", "request_id": "req-0b0af6f2-3257-4199-9fbd-616279d90a3c"}]} Sep 15 14:34:50.765646 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:50.774017 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-929656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811852'] for network (619cd675-1f70-4c4a-b403-fc43c4b775e0), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.784355 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593357'] for network (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:50.787596 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/619cd675-1f70-4c4a-b403-fc43c4b775e0 HTTP/1.1" status: 204 len: 168 time: 0.5668478 Sep 15 14:34:50.799733 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40a810-f0da-47af-a1b6-fc3ac290e4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=619cd675-1f70-4c4a-b403-fc43c4b775e0,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:50.905937 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33438) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:50.945229 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-41c4815f-51fa-4e88-821c-4ebb8541e467 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b9f4deb43acf410aa0a8e88c20ddb3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381529 Sep 15 14:34:50.947750 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33440) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:50.998129 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-209473a1-d3b9-48d7-80b0-2b0e8b5131ac admin admin] Publish callbacks [] for security_group (842e035e-30ad-441d-9fa2-3166744a2898), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:51.018841 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-209473a1-d3b9-48d7-80b0-2b0e8b5131ac admin admin] Publish callbacks [] for security_group (842e035e-30ad-441d-9fa2-3166744a2898), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:51.067593 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-209473a1-d3b9-48d7-80b0-2b0e8b5131ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (842e035e-30ad-441d-9fa2-3166744a2898), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:51.070175 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-209473a1-d3b9-48d7-80b0-2b0e8b5131ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:51.071340 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-209473a1-d3b9-48d7-80b0-2b0e8b5131ac admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/842e035e-30ad-441d-9fa2-3166744a2898 HTTP/1.1" status: 204 len: 168 time: 0.1220376 Sep 15 14:34:51.079958 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209473a1-d3b9-48d7-80b0-2b0e8b5131ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842e035e-30ad-441d-9fa2-3166744a2898,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:51.325533 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 27f1c44d-f312-48ed-afc1-613c6a44f91f no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:34:51.346653 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 27f1c44d-f312-48ed-afc1-613c6a44f91f {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:34:51.346987 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 27f1c44d-f312-48ed-afc1-613c6a44f91f not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:34:51.347400 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device a04b6c50-ff58-4044-ad8d-5d2966df6e58 no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:34:51.367857 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: a04b6c50-ff58-4044-ad8d-5d2966df6e58 {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:34:51.368319 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device a04b6c50-ff58-4044-ad8d-5d2966df6e58 not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:34:51.368806 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 1415505e-3869-41b3-97dc-c9b0a1d87d2e no longer exists at agent ovs-agent-dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:34:51.389249 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.plugin [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] No Port match for: 1415505e-3869-41b3-97dc-c9b0a1d87d2e {{(pid=106457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 14:34:51.389594 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron.plugins.ml2.rpc [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Device 1415505e-3869-41b3-97dc-c9b0a1d87d2e not bound to the agent host dv-cinder-856971-2-iscsi {{(pid=106457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:34:51.400224 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33446) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:51.444591 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-9ea3f0e7-c918-4c03-b968-63f49cf1af1e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=16e1410c94744608a40b482c96aca5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431592 Sep 15 14:34:51.447021 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [-] (106456) accepted ('10.222.0.27', 33448) {{(pid=106456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 14:34:51.496024 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcdaf-2806-4cfe-900a-6a57537cb43c admin admin] Publish callbacks [] for security_group (b2948acb-78cb-4a3e-b995-27b3020d3632), before_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:51.516765 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcdaf-2806-4cfe-900a-6a57537cb43c admin admin] Publish callbacks [] for security_group (b2948acb-78cb-4a3e-b995-27b3020d3632), precommit_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:51.564114 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcdaf-2806-4cfe-900a-6a57537cb43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811962'] for security_group (b2948acb-78cb-4a3e-b995-27b3020d3632), after_delete {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:51.566607 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcdaf-2806-4cfe-900a-6a57537cb43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:34:51.567900 dv-cinder-856971-2-iscsi neutron-server[106456]: INFO neutron.wsgi [None req-2b4bcdaf-2806-4cfe-900a-6a57537cb43c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b2948acb-78cb-4a3e-b995-27b3020d3632 HTTP/1.1" status: 204 len: 168 time: 0.1199520 Sep 15 14:34:51.576582 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bcdaf-2806-4cfe-900a-6a57537cb43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2948acb-78cb-4a3e-b995-27b3020d3632,revision_number=None']} {{(pid=106456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:34:56.593440 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=81 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:56.594136 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=84 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:34:58.491511 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f80e2904-267c-4ab8-942d-919afcabffc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:00.185850 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:00.188255 dv-cinder-856971-2-iscsi neutron-server[106455]: DEBUG dbcounter [-] [106455] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:00.755501 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-88a9ac1e-a54e-410a-8847-60c10847a6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:01.570985 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:01.571727 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG dbcounter [-] [106456] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=106456) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:02.067107 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:03.524652 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:03.630017 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:06.882717 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:13.520726 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:13.626337 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:16.809627 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:16.885704 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:19.934757 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:35:26.798671 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:26.804525 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:28.495298 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f53856af-316d-4d83-a096-3ea5f85b717d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:29.929065 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:29.929793 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:30.755630 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-17693055-aadd-4225-8064-31edb5ee965f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:32.069048 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:33.560839 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:33.631285 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:43.625402 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:43.627168 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:43.889102 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:43.889783 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:46.825784 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:35:56.815632 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:56.821527 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:35:56.933156 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:35:58.498583 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-5cc3c8e6-ae1f-4732-866f-b695198aebc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:00.757152 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-af8efeae-1b2c-4fe1-af0d-1f5372dab10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:02.072492 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:03.522625 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:03.635095 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:06.929331 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:13.629359 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:13.631177 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:16.823652 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:23.586746 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=17 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:23.590413 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=15 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:26.814197 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:26.820060 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:28.501384 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-1caaa059-e38e-45c4-b751-aec2339c3579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:30.758605 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8ec74b30-e367-4ece-900e-4656226a9747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:32.077688 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:33.524280 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:33.638194 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:33.932583 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:36:43.632568 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:43.634388 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:43.928035 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:46.857451 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:36:56.851146 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:56.853566 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:57.878834 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:57.882863 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:36:58.503639 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-f7f3bc3a-6756-4230-bda7-6da51471321e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:00.759588 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfd99-8310-4f14-b547-79fffdf78e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:02.077026 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:03.527907 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:03.640314 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:10.934050 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:37:13.635632 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:13.637531 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:16.862968 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:26.852206 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:26.858392 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:28.505092 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4569d36c-c392-46e6-8279-31874bef5335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:30.761608 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3b34bc11-a442-469d-8aa9-946dae672e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:32.082039 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:33.569637 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:33.645846 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:34.884827 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:34.889438 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:43.639179 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:43.640950 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:46.875515 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:37:47.932377 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:37:56.869956 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:56.871913 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:57.928060 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:57.928825 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:37:58.506530 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-466e033d-065d-49f1-a313-acb6e7000111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:00.767494 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-6abd3308-8f77-4eaf-bb55-1f0f6cc85aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:02.084811 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:03.531922 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:03.649175 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:11.894460 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:11.895221 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:13.525377 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=9 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:13.644561 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:16.886170 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:23.595278 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=13 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:23.597323 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=13 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:24.931813 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:38:26.880927 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:26.882785 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:28.508024 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-97ea4fcd-549c-4bde-90e0-69236dc0d774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:30.762406 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-a31d619c-3ba9-44a1-a5c3-460760e803af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:32.086526 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:33.538950 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:33.651439 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:34.928181 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:43.645572 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:43.647377 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:46.890558 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:38:48.896127 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:48.901173 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:56.885322 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:56.887225 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:38:58.511208 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-3b014acd-e173-4bc9-b0f1-6337e6abfce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:00.764377 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bc72-f596-413c-83e1-90f1ecdf3b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:01.930608 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:39:02.091444 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:03.532057 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:03.655264 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:11.926445 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:11.927274 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:13.644454 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:13.651597 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:16.918193 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:25.898693 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:26.907171 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:26.913935 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:26.928630 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:28.516486 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-63821df0-aae1-4d27-939e-cf3613fe0240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:30.765360 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-fffe6bb7-1aca-4720-ac51-4da18c3aba48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:32.093553 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:33.575652 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:33.658155 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:38.930878 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:39:41.924678 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-c9695393-a736-4a9e-8fd2-ba575edc07d0 service neutron] (106456) timed out ('10.222.0.27', 55764) {{(pid=106456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 14:39:43.077438 dv-cinder-856971-2-iscsi neutron-server[106456]: DEBUG neutron.wsgi [req-3012577a-3235-4dba-be11-c3ad0150e2bd req-67f8e30d-5f26-4889-8751-54c8f29ac2e0 tempest-TestShelveInstance-1762387485 tempest-TestShelveInstance-1762387485-project] (106456) timed out ('10.222.0.27', 55776) {{(pid=106456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 14:39:43.652770 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:43.654725 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:46.918578 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:39:48.926652 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:48.927424 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:56.907106 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:56.913743 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:39:58.518373 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-af9ce6ba-4379-419f-b2bc-4bac1b68d7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:00.768375 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-d4a9f7a5-d26a-4ea8-8457-94b9527bcbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:02.097274 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:02.894449 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:40:02.895297 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:40:03.537775 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:03.662494 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:13.656834 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=11 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:40:13.658660 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:40:15.933269 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG neutron.db.agents_db [None req-5d2dc0d1-285a-4a54-b753-dc2ae43442da None None] Agent healthcheck: found 6 active agents {{(pid=106458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:40:16.923204 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-8d39b4e5-aa19-4058-9bae-23a1e7908628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (0be4bc35-2b78-4648-8799-13a5bc25db6d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:23.619668 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=17 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:40:25.926238 dv-cinder-856971-2-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=13 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:40:26.917339 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=2 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:40:26.919671 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG dbcounter [-] [106457] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106457) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 14:40:28.520985 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-874f7ac9-a700-4f02-9571-00b707ab2f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (5f3e7fdf-c2d7-437f-b23f-76557b9c5110), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:30.771258 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-72c42636-f4d5-40ba-b98e-af00d941adfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (26411e3f-3d1f-4eae-88db-cab731abf7e2), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:32.100512 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-4e50ed48-9af9-4cd4-82bd-cad6a03be77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (a47d3a2a-bf3f-4d40-b7ee-1a2371d7cd7d), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:33.541340 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-dcab5219-3c82-4811-9d5a-f9a26e4b97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (9283e4de-b51d-445e-911c-c7536cea97cd), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 14:40:33.669667 dv-cinder-856971-2-iscsi neutron-server[106457]: DEBUG neutron_lib.callbacks.manager [None req-edf1746d-41df-48d1-a0b5-ea5cd9d1a504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741020827567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972032'] for agent (37720fcc-05c7-4aa5-82db-46f23e5fab17), after_update {{(pid=106457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}